In [ ]:
import deepxde as dde
from deepxde.backend import pytorch
import torch
import matplotlib.pyplot as plt
import numpy as np

from SIRD_deepxde_DiseaseModel import SIRD_deepxde_net
from DiseaseModel import SIR,SIRD,SIRDIm, SIRIm, SIRImRel, SIRDImRel, SIRD2Var, SIRD2VarRelSimple, GeneralModelSolver
from Plot import Plot

# %matplotlib widget

seed = 2
np.random.seed(seed)
dde.config.set_random_seed(seed)
In [ ]:
time_delta = [0,365] # use three values here for intro time of second variant

initial_conditions = {
    "S": 1000000,
    "I": 1,
    "R": 0,
    }
static_parameters = {
    "alpha": (0.22),
    "beta": (0.11),
    }
sird_model_PINN = SIR(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "I": 1,
#     "R": 0,
#     "D": 0,
#     }
# static_parameters = {
#     "alpha": (0.15),
#     "beta": (0.07),
#     "gamma": (0.001),
#     }
# sird_model = SIRD(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "I": 15,
#     "R": 0,
#     "D": 0,
#     "Im": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "alpha": 0.12,
#     "beta": 0.07,
#     "gamma": 0.02,
#     "kappa": 0.2,
#     }
# sird_model = SIRDIm(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
#     "S": 1000000,
#     "I": 1,
#     "R": 0,
#     "D": 0,
#     "Im": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "lambda_": 1.5,
#     "gamma": 0.000,
#     "kappa": 0.2,
#     }
# sird_model = SIRImRelSimple(initial_conditions, static_parameters, time_delta)



initial_conditions = {
    "S": 1000000,
    "I": 1,
    "R": 0,
    "Im": 0, # should be between 0 and 1
    }
static_parameters = {
    "alpha": 0.17,
    "beta": 0.07,
    "kappa": 0.5,
    }
sird_model_synth = SIRIm(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "I": 1000,
#     "R": 0,
#     "Im": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "lambda_": 1.8,
#     "kappa": 0.1,
#     }
# sird_model_PINN = SIRImRel(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "Ia": 1,
#     "Ib": 0,
#     "Ra": 0,
#     "Rb": 0,
#     "D": 0,
#     "Im_a": 0, # should be between 0 and 1
#     "Im_b": 0, # should be between 0 and 1
#     }
# static_parameters = {
#     "alpha_a": 0.23  ,
#     "alpha_b": 0.18,
#     "beta_a": 0.1,
#     "beta_b": 0.08,
#     "gamma_a": 0.00,
#     "gamma_b": 0.00,
#     "kappa_a": 0.8,
#     "kappa_b": 0.5,
#     }
# static_parameters = {
#     "alpha_a": 0.11,
#     "alpha_b": 0.12,
#     "beta_a": 0.08,
#     "beta_b": 0.08,
#     "gamma_a": 0.00,
#     "gamma_b": 0.00,
#     "kappa_a": 0.1,
#     "kappa_b": 0.2,
#     }
# sird_model = SIRD2Var(initial_conditions, static_parameters, time_delta)

# initial_conditions = {
#     "S": 1000000,
#     "Ia": 1,
#     "Ib": 0,
#     "Ra": 0,
#     "Rb": 0,
#     "Im_a": 0, 
#     "Im_b": 0,
#     }
# static_parameters = {
#     "lambda_a": 2.2  ,
#     "lambda_b": 1.9,
#     "kappa_a": 0.8, # should be between 0 and 1
#     "kappa_b": 0.5,
#     }

# sird_model = SIRD2VarRelSimple(initial_conditions, static_parameters, time_delta)


t_synth, solution_synth_full = sird_model_synth.simulate()
t_synth, solution_synth = sird_model_synth.get_solution_as_sird()
sird_model_synth.plot_solution()
sird_model_synth.plot_sird()
In [ ]:
print(sird_model_synth)
A Disease Model with description: 'A model that simulates continous reinfection and natural herd immunity as a factor of the amount of recovered':
Parameters:
	alpha = 0.17
	beta = 0.07
	kappa = 0.5

PDE groups and initial conditions:
	S = 1000000
	I = 1
	R = 0
	Im = 0

PDE equations:
 	dS/dt = -(alpha/N)*I*(S)
	dI/dt = (alpha/N)*(S)*I + (alpha/N)*(1 - Im)*(R)*I - beta*I
	dR/dt = beta*I - (alpha/N)*(1 - Im)*(R)*I 
	dIm/dt = kappa*beta*I/N
PINN PDE loss equations:
	dS_t - (-(alpha/N)*I*(S))
	dI_t - ((alpha/N)*(S)*I + (alpha/N)*(1 - Im)*(R)*I - beta*I)
	dR_t - (beta*I - (alpha/N)*(1 - Im)*(R)*I )
	dIm_t - (kappa*beta*I/N)
In [ ]:
print(sird_model_PINN)
A Disease Model with description: 'The standard SIR model with Susceptible, Infection, and Removed, and alpha, beta as static parameters':
Parameters:
	alpha = 0.22
	beta = 0.11

PDE groups and initial conditions:
	S = 1000000
	I = 1
	R = 0

PDE equations:
 	dS/dt = -(alpha/N) * I*S
	dI/dt = (alpha/N)*S*I - beta*I
	dR/dt = beta*I 
PINN PDE loss equations:
	dS_t - (-(alpha/N) * I*S)
	dI_t - ((alpha/N)*S*I - beta*I)
	dR_t - (beta*I )
In [ ]:
# keep this even if not subsetting
t = t_synth
wsol = solution_synth

solver = GeneralModelSolver(sird_model_PINN)
# subset
# max_timestep = 300
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = wsol_synth[t_bool]
In [ ]:
model = SIRD_deepxde_net(t, wsol,disease_model=sird_model_PINN,  model_name="diseasemodel_cross", with_softadapt=False,
                        with_neumann=False, # important for peak prediction
                        use_ln_space=False,
                        use_ic_loss=True,
                        use_observe_loss=True,
                        use_observe_sum_loss=True,
                        use_sign_loss=True,
                        use_smooth_loss=False,
                        use_initL1_loss=False,
                        use_infectedL1_loss=False,)
print(model)
hyper_print_every = 2000
static_loss_weights = []
for key in (model.PDE_names + list(model.loss_points_dict.keys())):
    if "d" in key and "_t" in key:
        w = 10
    else:
        w = 0.1
    static_loss_weights.append(w)
model.init_model(lr=0.01, print_every=hyper_print_every, activation="tanh", loss="MSE", nn_layers=2, nn_layer_width=32, loss_weights=static_loss_weights)
PINN model:
Parameters: ['alpha', 'beta']
Loss measures: ['dS_t ', 'dI_t ', 'dR_t ', 'ic_I', 'ic_R', 'ic_S', 'observe_S', 'observe_I', 'observe_R', 'observe_SUM', 'sign_I', 'sign_R']
Compiling model...
'compile' took 0.000277 s

In [ ]:
# prev_best_step = 0
# iters = 0
In [ ]:
def intermediate_train(plot_every=hyper_print_every, reset=False):
    TOTAL_ITER = 100_000
    iters = 0
    if not hasattr(intermediate_train, "prev_best_step") or reset:
        setattr(intermediate_train, "prev_best_step", 0)
    try:
        while True:
            iters += plot_every
            # for n in range(TOTAL_ITER//plot_every):
            model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
            best_step = model.get_best_train_step() # TODO make a get_best_step function
            if best_step > intermediate_train.prev_best_step:
                setattr(intermediate_train, "prev_best_step", best_step)
                break
            elif iters >= TOTAL_ITER:
                break
    except KeyboardInterrupt:
        print("Training ended prematurely")

    params_nn = model.get_best_params() 
    print(static_parameters, sep="\n")
    t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
    # params_nn= tuple(np.exp([*params_nn]))
    # print(*params_nn)
    model.set_synthetic_data(t_synth, solution_synth_full) 
    model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
    plot = Plot(model) # class that contains plotting functions
    plot.show_known_and_prediction()


# plot.plot_param_history()
# plot.plot_loss_history()
In [ ]:
intermediate_train(reset=True)
Training model...

0         [3.19e-02, 5.75e-03, 2.96e-03, 0.00e+00, 0.00e+00, 1.00e-01, 4.63e-02, 7.70e-03, 1.45e-02, 4.41e-02, 2.64e-03, 0.00e+00]                                  [3.19e-02, 5.75e-03, 2.96e-03, 0.00e+00, 0.00e+00, 1.00e-01, 4.63e-02, 7.70e-03, 1.45e-02, 4.41e-02, 2.64e-03, 0.00e+00]                                  []  
2000      [3.83e-06, 3.59e-06, 2.54e-06, 7.82e-10, 2.45e-10, 2.51e-10, 3.93e-06, 2.31e-05, 1.79e-05, 5.60e-07, 1.57e-06, 2.23e-08]                                  [3.83e-06, 3.59e-06, 2.54e-06, 7.82e-10, 2.45e-10, 2.51e-10, 3.93e-06, 2.31e-05, 1.79e-05, 5.60e-07, 1.57e-06, 2.23e-08]                                  []  

Best model at step 2000:
  train loss: 5.71e-05
  test loss: 5.71e-05
  test metric: []

'train' took 25.334556 s

Best train step: 2000
alpha: 0.14348991215
beta: 0.032026488334
{'alpha': 0.17, 'beta': 0.07, 'kappa': 0.5}
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                  Test loss                                                                                                                   Test metric
2000      [3.83e-06, 3.59e-06, 2.54e-06, 7.82e-10, 2.45e-10, 2.51e-10, 3.93e-06, 2.31e-05, 1.79e-05, 5.60e-07, 1.57e-06, 2.23e-08]    [3.83e-06, 3.59e-06, 2.54e-06, 7.82e-10, 2.45e-10, 2.51e-10, 3.93e-06, 2.31e-05, 1.79e-05, 5.60e-07, 1.57e-06, 2.23e-08]    []  
Training ended prematurely
Best train step: 2522
alpha: 0.14348991215
beta: 0.032026488334
{'alpha': 0.17, 'beta': 0.07, 'kappa': 0.5}
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
4000      [1.81e-05, 1.16e-05, 1.72e-05, 4.70e-06, 1.08e-06, 9.02e-07, 3.09e-07, 3.40e-07, 1.90e-05, 8.72e-06, 2.25e-05, 1.92e-05, 7.55e-08, 1.34e-06, 0.00e+00]    [1.81e-05, 1.16e-05, 1.72e-05, 4.70e-06, 1.08e-06, 9.02e-07, 3.09e-07, 3.40e-07, 1.90e-05, 8.72e-06, 2.25e-05, 1.92e-05, 7.55e-08, 1.34e-06, 0.00e+00]    []  
6000      [4.62e-06, 3.99e-06, 4.12e-06, 2.00e-06, 3.16e-10, 5.77e-12, 1.05e-08, 3.48e-11, 2.88e-06, 3.58e-06, 2.31e-06, 6.39e-07, 1.50e-08, 1.10e-07, 0.00e+00]    [4.62e-06, 3.99e-06, 4.12e-06, 2.00e-06, 3.16e-10, 5.77e-12, 1.05e-08, 3.48e-11, 2.88e-06, 3.58e-06, 2.31e-06, 6.39e-07, 1.50e-08, 1.10e-07, 0.00e+00]    []  

Best model at step 6000:
  train loss: 2.43e-05
  test loss: 2.43e-05
  test metric: []

'train' took 24.759817 s

Best train step: 6000
alpha: 0.16774564981
beta: 0.11987834424
kappa: 0.69781035185
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
6000      [4.62e-06, 3.99e-06, 4.12e-06, 2.00e-06, 3.16e-10, 5.77e-12, 1.05e-08, 3.48e-11, 2.88e-06, 3.58e-06, 2.31e-06, 6.39e-07, 1.50e-08, 1.10e-07, 0.00e+00]    [4.62e-06, 3.99e-06, 4.12e-06, 2.00e-06, 3.16e-10, 5.77e-12, 1.05e-08, 3.48e-11, 2.88e-06, 3.58e-06, 2.31e-06, 6.39e-07, 1.50e-08, 1.10e-07, 0.00e+00]    []  
8000      [1.78e-06, 4.64e-06, 2.99e-06, 2.03e-06, 1.62e-10, 2.31e-12, 1.19e-09, 9.24e-10, 6.45e-07, 1.35e-06, 1.22e-06, 3.25e-07, 1.66e-09, 4.79e-08, 0.00e+00]    [1.78e-06, 4.64e-06, 2.99e-06, 2.03e-06, 1.62e-10, 2.31e-12, 1.19e-09, 9.24e-10, 6.45e-07, 1.35e-06, 1.22e-06, 3.25e-07, 1.66e-09, 4.79e-08, 0.00e+00]    []  

Best model at step 8000:
  train loss: 1.50e-05
  test loss: 1.50e-05
  test metric: []

'train' took 25.437256 s

Best train step: 8000
alpha: 0.19571135938
beta: 0.14580912888
kappa: 0.46307945251
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
8000      [1.78e-06, 4.64e-06, 2.99e-06, 2.03e-06, 1.62e-10, 2.31e-12, 1.19e-09, 9.24e-10, 6.45e-07, 1.35e-06, 1.22e-06, 3.25e-07, 1.66e-09, 4.79e-08, 0.00e+00]    [1.78e-06, 4.64e-06, 2.99e-06, 2.03e-06, 1.62e-10, 2.31e-12, 1.19e-09, 9.24e-10, 6.45e-07, 1.35e-06, 1.22e-06, 3.25e-07, 1.66e-09, 4.79e-08, 0.00e+00]    []  
10000     [4.39e-06, 1.30e-05, 7.82e-06, 2.22e-06, 1.58e-08, 1.02e-08, 5.97e-10, 2.78e-09, 3.94e-06, 2.52e-06, 3.72e-06, 1.32e-06, 4.84e-09, 2.26e-07, 7.22e-10]    [4.39e-06, 1.30e-05, 7.82e-06, 2.22e-06, 1.58e-08, 1.02e-08, 5.97e-10, 2.78e-09, 3.94e-06, 2.52e-06, 3.72e-06, 1.32e-06, 4.84e-09, 2.26e-07, 7.22e-10]    []  

Best model at step 9829:
  train loss: 1.10e-05
  test loss: 1.10e-05
  test metric: []

'train' took 23.624255 s

Best train step: 9829
alpha: 0.20995587111
beta: 0.15472738445
kappa: 0.4675579071
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
10000     [4.39e-06, 1.30e-05, 7.82e-06, 2.22e-06, 1.58e-08, 1.02e-08, 5.97e-10, 2.78e-09, 3.94e-06, 2.52e-06, 3.72e-06, 1.32e-06, 4.84e-09, 2.26e-07, 7.22e-10]    [4.39e-06, 1.30e-05, 7.82e-06, 2.22e-06, 1.58e-08, 1.02e-08, 5.97e-10, 2.78e-09, 3.94e-06, 2.52e-06, 3.72e-06, 1.32e-06, 4.84e-09, 2.26e-07, 7.22e-10]    []  
12000     [5.49e-06, 6.76e-06, 1.16e-05, 2.35e-06, 3.69e-06, 2.42e-06, 5.62e-07, 2.62e-05, 1.76e-06, 3.76e-06, 8.77e-06, 2.33e-05, 3.11e-08, 6.62e-09, 4.12e-09]    [5.49e-06, 6.76e-06, 1.16e-05, 2.35e-06, 3.69e-06, 2.42e-06, 5.62e-07, 2.62e-05, 1.76e-06, 3.76e-06, 8.77e-06, 2.33e-05, 3.11e-08, 6.62e-09, 4.12e-09]    []  

Best model at step 11400:
  train loss: 7.23e-06
  test loss: 7.23e-06
  test metric: []

'train' took 24.255749 s

Best train step: 11400
alpha: 0.22049260139
beta: 0.15836918354
kappa: 0.53990167379
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
12000     [5.49e-06, 6.76e-06, 1.16e-05, 2.35e-06, 3.69e-06, 2.42e-06, 5.62e-07, 2.62e-05, 1.76e-06, 3.76e-06, 8.77e-06, 2.33e-05, 3.11e-08, 6.62e-09, 4.12e-09]    [5.49e-06, 6.76e-06, 1.16e-05, 2.35e-06, 3.69e-06, 2.42e-06, 5.62e-07, 2.62e-05, 1.76e-06, 3.76e-06, 8.77e-06, 2.33e-05, 3.11e-08, 6.62e-09, 4.12e-09]    []  
14000     [9.93e-07, 3.51e-06, 3.13e-06, 8.68e-07, 1.61e-08, 6.22e-08, 1.58e-09, 2.60e-09, 9.37e-08, 6.57e-07, 1.61e-06, 2.54e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [9.93e-07, 3.51e-06, 3.13e-06, 8.68e-07, 1.61e-08, 6.22e-08, 1.58e-09, 2.60e-09, 9.37e-08, 6.57e-07, 1.61e-06, 2.54e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 11400:
  train loss: 7.23e-06
  test loss: 7.23e-06
  test metric: []

'train' took 24.655633 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
14000     [9.93e-07, 3.51e-06, 3.13e-06, 8.68e-07, 1.61e-08, 6.22e-08, 1.58e-09, 2.60e-09, 9.37e-08, 6.57e-07, 1.61e-06, 2.54e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [9.93e-07, 3.51e-06, 3.13e-06, 8.68e-07, 1.61e-08, 6.22e-08, 1.58e-09, 2.60e-09, 9.37e-08, 6.57e-07, 1.61e-06, 2.54e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
16000     [1.33e-04, 2.25e-05, 1.10e-04, 5.81e-06, 1.88e-07, 1.19e-06, 1.24e-06, 3.83e-07, 6.61e-05, 3.79e-05, 3.66e-05, 5.04e-06, 0.00e+00, 3.91e-08, 0.00e+00]    [1.33e-04, 2.25e-05, 1.10e-04, 5.81e-06, 1.88e-07, 1.19e-06, 1.24e-06, 3.83e-07, 6.61e-05, 3.79e-05, 3.66e-05, 5.04e-06, 0.00e+00, 3.91e-08, 0.00e+00]    []  

Best model at step 15298:
  train loss: 5.63e-06
  test loss: 5.63e-06
  test metric: []

'train' took 25.952604 s

Best train step: 15298
alpha: 0.22463436425
beta: 0.15931098163
kappa: 0.56521821022
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
16000     [1.33e-04, 2.25e-05, 1.10e-04, 5.81e-06, 1.88e-07, 1.19e-06, 1.24e-06, 3.83e-07, 6.61e-05, 3.79e-05, 3.66e-05, 5.04e-06, 0.00e+00, 3.91e-08, 0.00e+00]    [1.33e-04, 2.25e-05, 1.10e-04, 5.81e-06, 1.88e-07, 1.19e-06, 1.24e-06, 3.83e-07, 6.61e-05, 3.79e-05, 3.66e-05, 5.04e-06, 0.00e+00, 3.91e-08, 0.00e+00]    []  
18000     [3.55e-07, 3.05e-06, 2.14e-06, 1.37e-06, 1.00e-09, 2.97e-11, 3.68e-09, 6.26e-10, 7.24e-07, 1.53e-06, 1.50e-06, 4.22e-08, 2.83e-09, 4.93e-08, 3.74e-11]    [3.55e-07, 3.05e-06, 2.14e-06, 1.37e-06, 1.00e-09, 2.97e-11, 3.68e-09, 6.26e-10, 7.24e-07, 1.53e-06, 1.50e-06, 4.22e-08, 2.83e-09, 4.93e-08, 3.74e-11]    []  

Best model at step 15298:
  train loss: 5.63e-06
  test loss: 5.63e-06
  test metric: []

'train' took 24.244398 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
18000     [3.55e-07, 3.05e-06, 2.14e-06, 1.37e-06, 1.00e-09, 2.97e-11, 3.68e-09, 6.26e-10, 7.24e-07, 1.53e-06, 1.50e-06, 4.22e-08, 2.83e-09, 4.93e-08, 3.74e-11]    [3.55e-07, 3.05e-06, 2.14e-06, 1.37e-06, 1.00e-09, 2.97e-11, 3.68e-09, 6.26e-10, 7.24e-07, 1.53e-06, 1.50e-06, 4.22e-08, 2.83e-09, 4.93e-08, 3.74e-11]    []  
20000     [1.12e-05, 1.29e-05, 1.41e-05, 2.88e-06, 1.29e-08, 7.70e-06, 4.05e-07, 4.60e-06, 3.00e-05, 1.98e-06, 5.20e-06, 4.24e-05, 4.94e-07, 5.86e-07, 1.11e-09]    [1.12e-05, 1.29e-05, 1.41e-05, 2.88e-06, 1.29e-08, 7.70e-06, 4.05e-07, 4.60e-06, 3.00e-05, 1.98e-06, 5.20e-06, 4.24e-05, 4.94e-07, 5.86e-07, 1.11e-09]    []  

Best model at step 15298:
  train loss: 5.63e-06
  test loss: 5.63e-06
  test metric: []

'train' took 24.465027 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
20000     [1.12e-05, 1.29e-05, 1.41e-05, 2.88e-06, 1.29e-08, 7.70e-06, 4.05e-07, 4.60e-06, 3.00e-05, 1.98e-06, 5.20e-06, 4.24e-05, 4.94e-07, 5.86e-07, 1.11e-09]    [1.12e-05, 1.29e-05, 1.41e-05, 2.88e-06, 1.29e-08, 7.70e-06, 4.05e-07, 4.60e-06, 3.00e-05, 1.98e-06, 5.20e-06, 4.24e-05, 4.94e-07, 5.86e-07, 1.11e-09]    []  
22000     [1.76e-05, 7.64e-06, 1.34e-05, 1.15e-05, 6.08e-06, 4.06e-08, 4.38e-06, 2.81e-06, 7.35e-06, 9.95e-06, 1.67e-06, 3.33e-05, 6.07e-06, 2.51e-07, 0.00e+00]    [1.76e-05, 7.64e-06, 1.34e-05, 1.15e-05, 6.08e-06, 4.06e-08, 4.38e-06, 2.81e-06, 7.35e-06, 9.95e-06, 1.67e-06, 3.33e-05, 6.07e-06, 2.51e-07, 0.00e+00]    []  

Best model at step 15298:
  train loss: 5.63e-06
  test loss: 5.63e-06
  test metric: []

'train' took 24.361284 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
22000     [1.76e-05, 7.64e-06, 1.34e-05, 1.15e-05, 6.08e-06, 4.06e-08, 4.38e-06, 2.81e-06, 7.35e-06, 9.95e-06, 1.67e-06, 3.33e-05, 6.07e-06, 2.51e-07, 0.00e+00]    [1.76e-05, 7.64e-06, 1.34e-05, 1.15e-05, 6.08e-06, 4.06e-08, 4.38e-06, 2.81e-06, 7.35e-06, 9.95e-06, 1.67e-06, 3.33e-05, 6.07e-06, 2.51e-07, 0.00e+00]    []  
24000     [8.47e-06, 7.33e-06, 5.85e-06, 3.86e-06, 1.45e-06, 1.12e-06, 1.05e-07, 1.32e-06, 3.98e-06, 2.74e-06, 1.76e-06, 2.00e-05, 1.49e-06, 3.55e-07, 0.00e+00]    [8.47e-06, 7.33e-06, 5.85e-06, 3.86e-06, 1.45e-06, 1.12e-06, 1.05e-07, 1.32e-06, 3.98e-06, 2.74e-06, 1.76e-06, 2.00e-05, 1.49e-06, 3.55e-07, 0.00e+00]    []  

Best model at step 15298:
  train loss: 5.63e-06
  test loss: 5.63e-06
  test metric: []

'train' took 24.129095 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
24000     [8.47e-06, 7.33e-06, 5.85e-06, 3.86e-06, 1.45e-06, 1.12e-06, 1.05e-07, 1.32e-06, 3.98e-06, 2.74e-06, 1.76e-06, 2.00e-05, 1.49e-06, 3.55e-07, 0.00e+00]    [8.47e-06, 7.33e-06, 5.85e-06, 3.86e-06, 1.45e-06, 1.12e-06, 1.05e-07, 1.32e-06, 3.98e-06, 2.74e-06, 1.76e-06, 2.00e-05, 1.49e-06, 3.55e-07, 0.00e+00]    []  
26000     [2.39e-05, 7.53e-06, 1.59e-05, 1.04e-05, 4.26e-06, 8.82e-07, 2.59e-07, 2.88e-07, 3.49e-06, 1.22e-05, 1.81e-06, 3.55e-05, 5.30e-06, 6.77e-07, 7.85e-10]    [2.39e-05, 7.53e-06, 1.59e-05, 1.04e-05, 4.26e-06, 8.82e-07, 2.59e-07, 2.88e-07, 3.49e-06, 1.22e-05, 1.81e-06, 3.55e-05, 5.30e-06, 6.77e-07, 7.85e-10]    []  

Best model at step 15298:
  train loss: 5.63e-06
  test loss: 5.63e-06
  test metric: []

'train' took 23.622400 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
26000     [2.39e-05, 7.53e-06, 1.59e-05, 1.04e-05, 4.26e-06, 8.82e-07, 2.59e-07, 2.88e-07, 3.49e-06, 1.22e-05, 1.81e-06, 3.55e-05, 5.30e-06, 6.77e-07, 7.85e-10]    [2.39e-05, 7.53e-06, 1.59e-05, 1.04e-05, 4.26e-06, 8.82e-07, 2.59e-07, 2.88e-07, 3.49e-06, 1.22e-05, 1.81e-06, 3.55e-05, 5.30e-06, 6.77e-07, 7.85e-10]    []  
28000     [2.80e-05, 8.92e-06, 2.58e-05, 1.85e-05, 6.26e-06, 5.37e-07, 9.23e-05, 2.11e-06, 1.33e-05, 1.04e-05, 3.88e-06, 6.58e-05, 5.15e-06, 2.92e-07, 0.00e+00]    [2.80e-05, 8.92e-06, 2.58e-05, 1.85e-05, 6.26e-06, 5.37e-07, 9.23e-05, 2.11e-06, 1.33e-05, 1.04e-05, 3.88e-06, 6.58e-05, 5.15e-06, 2.92e-07, 0.00e+00]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 23.511345 s

Best train step: 27403
alpha: 0.23399327695
beta: 0.16077543795
kappa: 0.67623740435
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
28000     [2.80e-05, 8.92e-06, 2.58e-05, 1.85e-05, 6.26e-06, 5.37e-07, 9.23e-05, 2.11e-06, 1.33e-05, 1.04e-05, 3.88e-06, 6.58e-05, 5.15e-06, 2.92e-07, 0.00e+00]    [2.80e-05, 8.92e-06, 2.58e-05, 1.85e-05, 6.26e-06, 5.37e-07, 9.23e-05, 2.11e-06, 1.33e-05, 1.04e-05, 3.88e-06, 6.58e-05, 5.15e-06, 2.92e-07, 0.00e+00]    []  
30000     [3.37e-05, 7.36e-06, 2.79e-05, 1.01e-05, 1.09e-05, 9.36e-06, 1.18e-04, 9.24e-06, 3.24e-05, 1.57e-05, 9.82e-05, 1.35e-04, 0.00e+00, 9.61e-06, 1.21e-06]    [3.37e-05, 7.36e-06, 2.79e-05, 1.01e-05, 1.09e-05, 9.36e-06, 1.18e-04, 9.24e-06, 3.24e-05, 1.57e-05, 9.82e-05, 1.35e-04, 0.00e+00, 9.61e-06, 1.21e-06]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 23.606278 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
30000     [3.37e-05, 7.36e-06, 2.79e-05, 1.01e-05, 1.09e-05, 9.36e-06, 1.18e-04, 9.24e-06, 3.24e-05, 1.57e-05, 9.82e-05, 1.35e-04, 0.00e+00, 9.61e-06, 1.21e-06]    [3.37e-05, 7.36e-06, 2.79e-05, 1.01e-05, 1.09e-05, 9.36e-06, 1.18e-04, 9.24e-06, 3.24e-05, 1.57e-05, 9.82e-05, 1.35e-04, 0.00e+00, 9.61e-06, 1.21e-06]    []  
32000     [8.62e-07, 1.81e-06, 1.20e-06, 1.09e-06, 1.23e-08, 6.92e-09, 6.65e-10, 9.44e-12, 5.96e-07, 1.09e-06, 8.04e-07, 8.12e-08, 0.00e+00, 7.11e-08, 0.00e+00]    [8.62e-07, 1.81e-06, 1.20e-06, 1.09e-06, 1.23e-08, 6.92e-09, 6.65e-10, 9.44e-12, 5.96e-07, 1.09e-06, 8.04e-07, 8.12e-08, 0.00e+00, 7.11e-08, 0.00e+00]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 24.211465 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
32000     [8.62e-07, 1.81e-06, 1.20e-06, 1.09e-06, 1.23e-08, 6.92e-09, 6.65e-10, 9.44e-12, 5.96e-07, 1.09e-06, 8.04e-07, 8.12e-08, 0.00e+00, 7.11e-08, 0.00e+00]    [8.62e-07, 1.81e-06, 1.20e-06, 1.09e-06, 1.23e-08, 6.92e-09, 6.65e-10, 9.44e-12, 5.96e-07, 1.09e-06, 8.04e-07, 8.12e-08, 0.00e+00, 7.11e-08, 0.00e+00]    []  
34000     [2.78e-06, 4.08e-06, 3.15e-06, 9.23e-07, 7.93e-07, 9.57e-07, 1.24e-08, 2.81e-08, 1.52e-06, 2.63e-06, 6.03e-06, 1.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.78e-06, 4.08e-06, 3.15e-06, 9.23e-07, 7.93e-07, 9.57e-07, 1.24e-08, 2.81e-08, 1.52e-06, 2.63e-06, 6.03e-06, 1.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 23.984383 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
34000     [2.78e-06, 4.08e-06, 3.15e-06, 9.23e-07, 7.93e-07, 9.57e-07, 1.24e-08, 2.81e-08, 1.52e-06, 2.63e-06, 6.03e-06, 1.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.78e-06, 4.08e-06, 3.15e-06, 9.23e-07, 7.93e-07, 9.57e-07, 1.24e-08, 2.81e-08, 1.52e-06, 2.63e-06, 6.03e-06, 1.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
36000     [7.52e-06, 9.28e-06, 9.56e-06, 4.46e-06, 1.02e-06, 9.20e-06, 3.13e-06, 3.60e-06, 1.14e-05, 2.92e-06, 4.68e-06, 4.07e-05, 1.67e-06, 1.38e-06, 4.13e-08]    [7.52e-06, 9.28e-06, 9.56e-06, 4.46e-06, 1.02e-06, 9.20e-06, 3.13e-06, 3.60e-06, 1.14e-05, 2.92e-06, 4.68e-06, 4.07e-05, 1.67e-06, 1.38e-06, 4.13e-08]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 24.710063 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
36000     [7.52e-06, 9.28e-06, 9.56e-06, 4.46e-06, 1.02e-06, 9.20e-06, 3.13e-06, 3.60e-06, 1.14e-05, 2.92e-06, 4.68e-06, 4.07e-05, 1.67e-06, 1.38e-06, 4.13e-08]    [7.52e-06, 9.28e-06, 9.56e-06, 4.46e-06, 1.02e-06, 9.20e-06, 3.13e-06, 3.60e-06, 1.14e-05, 2.92e-06, 4.68e-06, 4.07e-05, 1.67e-06, 1.38e-06, 4.13e-08]    []  
38000     [2.12e-06, 1.93e-06, 3.00e-06, 8.38e-07, 9.32e-08, 7.14e-09, 1.47e-06, 1.60e-08, 6.84e-07, 1.16e-06, 3.67e-07, 9.25e-07, 0.00e+00, 4.13e-09, 0.00e+00]    [2.12e-06, 1.93e-06, 3.00e-06, 8.38e-07, 9.32e-08, 7.14e-09, 1.47e-06, 1.60e-08, 6.84e-07, 1.16e-06, 3.67e-07, 9.25e-07, 0.00e+00, 4.13e-09, 0.00e+00]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 23.984397 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
38000     [2.12e-06, 1.93e-06, 3.00e-06, 8.38e-07, 9.32e-08, 7.14e-09, 1.47e-06, 1.60e-08, 6.84e-07, 1.16e-06, 3.67e-07, 9.25e-07, 0.00e+00, 4.13e-09, 0.00e+00]    [2.12e-06, 1.93e-06, 3.00e-06, 8.38e-07, 9.32e-08, 7.14e-09, 1.47e-06, 1.60e-08, 6.84e-07, 1.16e-06, 3.67e-07, 9.25e-07, 0.00e+00, 4.13e-09, 0.00e+00]    []  
40000     [5.29e-05, 1.41e-05, 4.34e-05, 3.22e-05, 9.22e-06, 1.28e-06, 6.61e-07, 6.60e-06, 9.13e-05, 3.22e-05, 3.65e-05, 1.33e-04, 1.63e-05, 3.44e-07, 5.83e-09]    [5.29e-05, 1.41e-05, 4.34e-05, 3.22e-05, 9.22e-06, 1.28e-06, 6.61e-07, 6.60e-06, 9.13e-05, 3.22e-05, 3.65e-05, 1.33e-04, 1.63e-05, 3.44e-07, 5.83e-09]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 24.430119 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
40000     [5.29e-05, 1.41e-05, 4.34e-05, 3.22e-05, 9.22e-06, 1.28e-06, 6.61e-07, 6.60e-06, 9.13e-05, 3.22e-05, 3.65e-05, 1.33e-04, 1.63e-05, 3.44e-07, 5.83e-09]    [5.29e-05, 1.41e-05, 4.34e-05, 3.22e-05, 9.22e-06, 1.28e-06, 6.61e-07, 6.60e-06, 9.13e-05, 3.22e-05, 3.65e-05, 1.33e-04, 1.63e-05, 3.44e-07, 5.83e-09]    []  
42000     [1.04e-05, 2.65e-06, 9.11e-06, 2.71e-06, 1.87e-06, 7.67e-09, 2.54e-06, 1.64e-07, 2.03e-06, 5.28e-06, 2.20e-06, 1.77e-05, 0.00e+00, 7.59e-09, 1.90e-08]    [1.04e-05, 2.65e-06, 9.11e-06, 2.71e-06, 1.87e-06, 7.67e-09, 2.54e-06, 1.64e-07, 2.03e-06, 5.28e-06, 2.20e-06, 1.77e-05, 0.00e+00, 7.59e-09, 1.90e-08]    []  

Best model at step 27403:
  train loss: 4.34e-06
  test loss: 4.34e-06
  test metric: []

'train' took 23.702429 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
42000     [1.04e-05, 2.65e-06, 9.11e-06, 2.71e-06, 1.87e-06, 7.67e-09, 2.54e-06, 1.64e-07, 2.03e-06, 5.28e-06, 2.20e-06, 1.77e-05, 0.00e+00, 7.59e-09, 1.90e-08]    [1.04e-05, 2.65e-06, 9.11e-06, 2.71e-06, 1.87e-06, 7.67e-09, 2.54e-06, 1.64e-07, 2.03e-06, 5.28e-06, 2.20e-06, 1.77e-05, 0.00e+00, 7.59e-09, 1.90e-08]    []  
44000     [4.71e-07, 2.97e-06, 1.44e-06, 9.73e-07, 1.19e-09, 2.44e-10, 2.26e-12, 8.72e-10, 2.06e-07, 2.82e-07, 4.19e-07, 7.25e-08, 3.82e-10, 2.32e-08, 6.19e-15]    [4.71e-07, 2.97e-06, 1.44e-06, 9.73e-07, 1.19e-09, 2.44e-10, 2.26e-12, 8.72e-10, 2.06e-07, 2.82e-07, 4.19e-07, 7.25e-08, 3.82e-10, 2.32e-08, 6.19e-15]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.535621 s

Best train step: 42611
alpha: 0.23221108317
beta: 0.16080713272
kappa: 0.66347527504
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
44000     [4.71e-07, 2.97e-06, 1.44e-06, 9.73e-07, 1.19e-09, 2.44e-10, 2.26e-12, 8.72e-10, 2.06e-07, 2.82e-07, 4.19e-07, 7.25e-08, 3.82e-10, 2.32e-08, 6.19e-15]    [4.71e-07, 2.97e-06, 1.44e-06, 9.73e-07, 1.19e-09, 2.44e-10, 2.26e-12, 8.72e-10, 2.06e-07, 2.82e-07, 4.19e-07, 7.25e-08, 3.82e-10, 2.32e-08, 6.19e-15]    []  
46000     [4.67e-06, 1.94e-06, 5.99e-06, 2.65e-06, 8.66e-07, 3.75e-07, 4.74e-07, 4.20e-07, 2.97e-06, 3.29e-06, 7.29e-07, 9.76e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.67e-06, 1.94e-06, 5.99e-06, 2.65e-06, 8.66e-07, 3.75e-07, 4.74e-07, 4.20e-07, 2.97e-06, 3.29e-06, 7.29e-07, 9.76e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 22.239428 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
46000     [4.67e-06, 1.94e-06, 5.99e-06, 2.65e-06, 8.66e-07, 3.75e-07, 4.74e-07, 4.20e-07, 2.97e-06, 3.29e-06, 7.29e-07, 9.76e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.67e-06, 1.94e-06, 5.99e-06, 2.65e-06, 8.66e-07, 3.75e-07, 4.74e-07, 4.20e-07, 2.97e-06, 3.29e-06, 7.29e-07, 9.76e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
48000     [3.08e-07, 2.36e-06, 1.33e-06, 7.58e-07, 1.94e-08, 2.23e-08, 1.65e-06, 1.01e-09, 3.25e-07, 4.92e-07, 5.41e-07, 3.60e-07, 1.67e-10, 1.12e-08, 7.49e-09]    [3.08e-07, 2.36e-06, 1.33e-06, 7.58e-07, 1.94e-08, 2.23e-08, 1.65e-06, 1.01e-09, 3.25e-07, 4.92e-07, 5.41e-07, 3.60e-07, 1.67e-10, 1.12e-08, 7.49e-09]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.231856 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
48000     [3.08e-07, 2.36e-06, 1.33e-06, 7.58e-07, 1.94e-08, 2.23e-08, 1.65e-06, 1.01e-09, 3.25e-07, 4.92e-07, 5.41e-07, 3.60e-07, 1.67e-10, 1.12e-08, 7.49e-09]    [3.08e-07, 2.36e-06, 1.33e-06, 7.58e-07, 1.94e-08, 2.23e-08, 1.65e-06, 1.01e-09, 3.25e-07, 4.92e-07, 5.41e-07, 3.60e-07, 1.67e-10, 1.12e-08, 7.49e-09]    []  
50000     [1.01e-05, 2.44e-06, 9.61e-06, 3.77e-06, 1.66e-06, 5.50e-07, 3.24e-07, 3.52e-07, 1.78e-06, 4.75e-06, 1.08e-06, 1.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.01e-05, 2.44e-06, 9.61e-06, 3.77e-06, 1.66e-06, 5.50e-07, 3.24e-07, 3.52e-07, 1.78e-06, 4.75e-06, 1.08e-06, 1.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 22.163410 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
50000     [1.01e-05, 2.44e-06, 9.61e-06, 3.77e-06, 1.66e-06, 5.50e-07, 3.24e-07, 3.52e-07, 1.78e-06, 4.75e-06, 1.08e-06, 1.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.01e-05, 2.44e-06, 9.61e-06, 3.77e-06, 1.66e-06, 5.50e-07, 3.24e-07, 3.52e-07, 1.78e-06, 4.75e-06, 1.08e-06, 1.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
52000     [1.63e-06, 1.78e-06, 3.10e-06, 2.12e-06, 2.27e-07, 5.40e-07, 7.16e-06, 1.55e-08, 3.90e-06, 3.17e-06, 2.06e-06, 8.41e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.63e-06, 1.78e-06, 3.10e-06, 2.12e-06, 2.27e-07, 5.40e-07, 7.16e-06, 1.55e-08, 3.90e-06, 3.17e-06, 2.06e-06, 8.41e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 22.465063 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
52000     [1.63e-06, 1.78e-06, 3.10e-06, 2.12e-06, 2.27e-07, 5.40e-07, 7.16e-06, 1.55e-08, 3.90e-06, 3.17e-06, 2.06e-06, 8.41e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.63e-06, 1.78e-06, 3.10e-06, 2.12e-06, 2.27e-07, 5.40e-07, 7.16e-06, 1.55e-08, 3.90e-06, 3.17e-06, 2.06e-06, 8.41e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
54000     [1.43e-04, 1.08e-04, 6.87e-05, 2.92e-05, 4.01e-05, 1.27e-05, 9.54e-06, 2.22e-05, 3.97e-05, 9.17e-05, 7.96e-05, 5.75e-04, 0.00e+00, 0.00e+00, 2.73e-07]    [1.43e-04, 1.08e-04, 6.87e-05, 2.92e-05, 4.01e-05, 1.27e-05, 9.54e-06, 2.22e-05, 3.97e-05, 9.17e-05, 7.96e-05, 5.75e-04, 0.00e+00, 0.00e+00, 2.73e-07]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.671435 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
54000     [1.43e-04, 1.08e-04, 6.87e-05, 2.92e-05, 4.01e-05, 1.27e-05, 9.54e-06, 2.22e-05, 3.97e-05, 9.17e-05, 7.96e-05, 5.75e-04, 0.00e+00, 0.00e+00, 2.73e-07]    [1.43e-04, 1.08e-04, 6.87e-05, 2.92e-05, 4.01e-05, 1.27e-05, 9.54e-06, 2.22e-05, 3.97e-05, 9.17e-05, 7.96e-05, 5.75e-04, 0.00e+00, 0.00e+00, 2.73e-07]    []  
56000     [1.24e-06, 2.34e-06, 2.62e-06, 2.57e-06, 1.42e-07, 3.03e-07, 1.56e-06, 1.39e-07, 2.89e-06, 2.08e-06, 1.37e-06, 1.27e-05, 8.76e-07, 1.28e-07, 2.55e-08]    [1.24e-06, 2.34e-06, 2.62e-06, 2.57e-06, 1.42e-07, 3.03e-07, 1.56e-06, 1.39e-07, 2.89e-06, 2.08e-06, 1.37e-06, 1.27e-05, 8.76e-07, 1.28e-07, 2.55e-08]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 22.990337 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
56000     [1.24e-06, 2.34e-06, 2.62e-06, 2.57e-06, 1.42e-07, 3.03e-07, 1.56e-06, 1.39e-07, 2.89e-06, 2.08e-06, 1.37e-06, 1.27e-05, 8.76e-07, 1.28e-07, 2.55e-08]    [1.24e-06, 2.34e-06, 2.62e-06, 2.57e-06, 1.42e-07, 3.03e-07, 1.56e-06, 1.39e-07, 2.89e-06, 2.08e-06, 1.37e-06, 1.27e-05, 8.76e-07, 1.28e-07, 2.55e-08]    []  
58000     [9.63e-06, 3.74e-06, 8.44e-06, 3.52e-06, 4.23e-06, 6.65e-06, 1.43e-05, 4.92e-06, 4.28e-06, 6.45e-06, 1.32e-05, 3.64e-05, 0.00e+00, 0.00e+00, 4.49e-07]    [9.63e-06, 3.74e-06, 8.44e-06, 3.52e-06, 4.23e-06, 6.65e-06, 1.43e-05, 4.92e-06, 4.28e-06, 6.45e-06, 1.32e-05, 3.64e-05, 0.00e+00, 0.00e+00, 4.49e-07]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.092945 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
58000     [9.63e-06, 3.74e-06, 8.44e-06, 3.52e-06, 4.23e-06, 6.65e-06, 1.43e-05, 4.92e-06, 4.28e-06, 6.45e-06, 1.32e-05, 3.64e-05, 0.00e+00, 0.00e+00, 4.49e-07]    [9.63e-06, 3.74e-06, 8.44e-06, 3.52e-06, 4.23e-06, 6.65e-06, 1.43e-05, 4.92e-06, 4.28e-06, 6.45e-06, 1.32e-05, 3.64e-05, 0.00e+00, 0.00e+00, 4.49e-07]    []  
60000     [1.92e-06, 4.78e-06, 2.89e-06, 8.43e-07, 2.52e-09, 5.09e-10, 1.98e-09, 1.89e-10, 3.01e-07, 1.97e-06, 1.48e-06, 6.48e-08, 3.13e-09, 3.05e-08, 0.00e+00]    [1.92e-06, 4.78e-06, 2.89e-06, 8.43e-07, 2.52e-09, 5.09e-10, 1.98e-09, 1.89e-10, 3.01e-07, 1.97e-06, 1.48e-06, 6.48e-08, 3.13e-09, 3.05e-08, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 22.827774 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
60000     [1.92e-06, 4.78e-06, 2.89e-06, 8.43e-07, 2.52e-09, 5.09e-10, 1.98e-09, 1.89e-10, 3.01e-07, 1.97e-06, 1.48e-06, 6.48e-08, 3.13e-09, 3.05e-08, 0.00e+00]    [1.92e-06, 4.78e-06, 2.89e-06, 8.43e-07, 2.52e-09, 5.09e-10, 1.98e-09, 1.89e-10, 3.01e-07, 1.97e-06, 1.48e-06, 6.48e-08, 3.13e-09, 3.05e-08, 0.00e+00]    []  
62000     [1.56e-06, 1.34e-06, 2.02e-06, 4.20e-07, 7.20e-07, 4.92e-07, 9.70e-07, 1.28e-07, 1.27e-06, 4.86e-07, 3.10e-06, 1.25e-06, 2.06e-10, 0.00e+00, 4.79e-09]    [1.56e-06, 1.34e-06, 2.02e-06, 4.20e-07, 7.20e-07, 4.92e-07, 9.70e-07, 1.28e-07, 1.27e-06, 4.86e-07, 3.10e-06, 1.25e-06, 2.06e-10, 0.00e+00, 4.79e-09]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 22.836097 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
62000     [1.56e-06, 1.34e-06, 2.02e-06, 4.20e-07, 7.20e-07, 4.92e-07, 9.70e-07, 1.28e-07, 1.27e-06, 4.86e-07, 3.10e-06, 1.25e-06, 2.06e-10, 0.00e+00, 4.79e-09]    [1.56e-06, 1.34e-06, 2.02e-06, 4.20e-07, 7.20e-07, 4.92e-07, 9.70e-07, 1.28e-07, 1.27e-06, 4.86e-07, 3.10e-06, 1.25e-06, 2.06e-10, 0.00e+00, 4.79e-09]    []  
64000     [8.94e-07, 1.03e-06, 1.75e-06, 6.19e-07, 7.63e-08, 1.93e-13, 1.10e-06, 7.85e-08, 2.50e-06, 1.25e-06, 1.42e-06, 9.67e-07, 0.00e+00, 1.12e-09, 1.34e-08]    [8.94e-07, 1.03e-06, 1.75e-06, 6.19e-07, 7.63e-08, 1.93e-13, 1.10e-06, 7.85e-08, 2.50e-06, 1.25e-06, 1.42e-06, 9.67e-07, 0.00e+00, 1.12e-09, 1.34e-08]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 22.980978 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
64000     [8.94e-07, 1.03e-06, 1.75e-06, 6.19e-07, 7.63e-08, 1.93e-13, 1.10e-06, 7.85e-08, 2.50e-06, 1.25e-06, 1.42e-06, 9.67e-07, 0.00e+00, 1.12e-09, 1.34e-08]    [8.94e-07, 1.03e-06, 1.75e-06, 6.19e-07, 7.63e-08, 1.93e-13, 1.10e-06, 7.85e-08, 2.50e-06, 1.25e-06, 1.42e-06, 9.67e-07, 0.00e+00, 1.12e-09, 1.34e-08]    []  
66000     [9.68e-07, 3.61e-06, 1.90e-06, 1.60e-06, 2.33e-07, 1.05e-07, 1.30e-08, 1.58e-07, 2.40e-07, 5.88e-07, 7.36e-07, 1.06e-06, 3.93e-08, 8.46e-08, 0.00e+00]    [9.68e-07, 3.61e-06, 1.90e-06, 1.60e-06, 2.33e-07, 1.05e-07, 1.30e-08, 1.58e-07, 2.40e-07, 5.88e-07, 7.36e-07, 1.06e-06, 3.93e-08, 8.46e-08, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.322505 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
66000     [9.68e-07, 3.61e-06, 1.90e-06, 1.60e-06, 2.33e-07, 1.05e-07, 1.30e-08, 1.58e-07, 2.40e-07, 5.88e-07, 7.36e-07, 1.06e-06, 3.93e-08, 8.46e-08, 0.00e+00]    [9.68e-07, 3.61e-06, 1.90e-06, 1.60e-06, 2.33e-07, 1.05e-07, 1.30e-08, 1.58e-07, 2.40e-07, 5.88e-07, 7.36e-07, 1.06e-06, 3.93e-08, 8.46e-08, 0.00e+00]    []  
68000     [1.84e-06, 3.08e-06, 3.64e-06, 1.73e-06, 5.42e-07, 1.74e-06, 2.12e-08, 1.14e-07, 4.87e-06, 2.70e-06, 9.18e-06, 1.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.84e-06, 3.08e-06, 3.64e-06, 1.73e-06, 5.42e-07, 1.74e-06, 2.12e-08, 1.14e-07, 4.87e-06, 2.70e-06, 9.18e-06, 1.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 24.030460 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
68000     [1.84e-06, 3.08e-06, 3.64e-06, 1.73e-06, 5.42e-07, 1.74e-06, 2.12e-08, 1.14e-07, 4.87e-06, 2.70e-06, 9.18e-06, 1.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.84e-06, 3.08e-06, 3.64e-06, 1.73e-06, 5.42e-07, 1.74e-06, 2.12e-08, 1.14e-07, 4.87e-06, 2.70e-06, 9.18e-06, 1.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
70000     [5.97e-06, 1.91e-06, 7.39e-06, 2.88e-06, 2.15e-06, 1.90e-06, 2.23e-07, 1.04e-06, 2.69e-06, 3.70e-06, 1.64e-06, 1.81e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.97e-06, 1.91e-06, 7.39e-06, 2.88e-06, 2.15e-06, 1.90e-06, 2.23e-07, 1.04e-06, 2.69e-06, 3.70e-06, 1.64e-06, 1.81e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.542180 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
70000     [5.97e-06, 1.91e-06, 7.39e-06, 2.88e-06, 2.15e-06, 1.90e-06, 2.23e-07, 1.04e-06, 2.69e-06, 3.70e-06, 1.64e-06, 1.81e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.97e-06, 1.91e-06, 7.39e-06, 2.88e-06, 2.15e-06, 1.90e-06, 2.23e-07, 1.04e-06, 2.69e-06, 3.70e-06, 1.64e-06, 1.81e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
72000     [1.40e-04, 3.35e-06, 1.29e-04, 4.98e-07, 4.82e-06, 5.16e-07, 1.91e-07, 6.88e-07, 4.64e-05, 2.65e-04, 5.17e-05, 2.60e-05, 6.38e-06, 3.22e-09, 0.00e+00]    [1.40e-04, 3.35e-06, 1.29e-04, 4.98e-07, 4.82e-06, 5.16e-07, 1.91e-07, 6.88e-07, 4.64e-05, 2.65e-04, 5.17e-05, 2.60e-05, 6.38e-06, 3.22e-09, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.888968 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
72000     [1.40e-04, 3.35e-06, 1.29e-04, 4.98e-07, 4.82e-06, 5.16e-07, 1.91e-07, 6.88e-07, 4.64e-05, 2.65e-04, 5.17e-05, 2.60e-05, 6.38e-06, 3.22e-09, 0.00e+00]    [1.40e-04, 3.35e-06, 1.29e-04, 4.98e-07, 4.82e-06, 5.16e-07, 1.91e-07, 6.88e-07, 4.64e-05, 2.65e-04, 5.17e-05, 2.60e-05, 6.38e-06, 3.22e-09, 0.00e+00]    []  
74000     [1.06e-04, 3.05e-06, 9.19e-05, 2.43e-06, 8.20e-08, 8.64e-07, 3.02e-08, 3.22e-08, 4.68e-05, 2.96e-04, 4.96e-05, 2.40e-05, 1.07e-05, 4.82e-09, 8.28e-11]    [1.06e-04, 3.05e-06, 9.19e-05, 2.43e-06, 8.20e-08, 8.64e-07, 3.02e-08, 3.22e-08, 4.68e-05, 2.96e-04, 4.96e-05, 2.40e-05, 1.07e-05, 4.82e-09, 8.28e-11]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.857438 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
74000     [1.06e-04, 3.05e-06, 9.19e-05, 2.43e-06, 8.20e-08, 8.64e-07, 3.02e-08, 3.22e-08, 4.68e-05, 2.96e-04, 4.96e-05, 2.40e-05, 1.07e-05, 4.82e-09, 8.28e-11]    [1.06e-04, 3.05e-06, 9.19e-05, 2.43e-06, 8.20e-08, 8.64e-07, 3.02e-08, 3.22e-08, 4.68e-05, 2.96e-04, 4.96e-05, 2.40e-05, 1.07e-05, 4.82e-09, 8.28e-11]    []  
76000     [4.69e-05, 3.87e-06, 3.49e-05, 1.17e-06, 1.75e-09, 5.42e-10, 3.94e-09, 5.49e-10, 4.14e-05, 3.07e-04, 3.89e-05, 3.15e-05, 1.16e-05, 5.24e-10, 0.00e+00]    [4.69e-05, 3.87e-06, 3.49e-05, 1.17e-06, 1.75e-09, 5.42e-10, 3.94e-09, 5.49e-10, 4.14e-05, 3.07e-04, 3.89e-05, 3.15e-05, 1.16e-05, 5.24e-10, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.728509 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
76000     [4.69e-05, 3.87e-06, 3.49e-05, 1.17e-06, 1.75e-09, 5.42e-10, 3.94e-09, 5.49e-10, 4.14e-05, 3.07e-04, 3.89e-05, 3.15e-05, 1.16e-05, 5.24e-10, 0.00e+00]    [4.69e-05, 3.87e-06, 3.49e-05, 1.17e-06, 1.75e-09, 5.42e-10, 3.94e-09, 5.49e-10, 4.14e-05, 3.07e-04, 3.89e-05, 3.15e-05, 1.16e-05, 5.24e-10, 0.00e+00]    []  
78000     [1.18e-04, 2.36e-06, 1.08e-04, 4.95e-06, 2.81e-07, 2.53e-06, 8.25e-07, 1.48e-05, 4.69e-05, 3.00e-04, 4.47e-05, 9.82e-05, 1.07e-05, 3.62e-08, 1.89e-08]    [1.18e-04, 2.36e-06, 1.08e-04, 4.95e-06, 2.81e-07, 2.53e-06, 8.25e-07, 1.48e-05, 4.69e-05, 3.00e-04, 4.47e-05, 9.82e-05, 1.07e-05, 3.62e-08, 1.89e-08]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 23.922365 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
78000     [1.18e-04, 2.36e-06, 1.08e-04, 4.95e-06, 2.81e-07, 2.53e-06, 8.25e-07, 1.48e-05, 4.69e-05, 3.00e-04, 4.47e-05, 9.82e-05, 1.07e-05, 3.62e-08, 1.89e-08]    [1.18e-04, 2.36e-06, 1.08e-04, 4.95e-06, 2.81e-07, 2.53e-06, 8.25e-07, 1.48e-05, 4.69e-05, 3.00e-04, 4.47e-05, 9.82e-05, 1.07e-05, 3.62e-08, 1.89e-08]    []  
80000     [2.60e-04, 1.08e-05, 2.48e-04, 8.82e-07, 1.45e-05, 1.03e-04, 5.12e-05, 3.66e-05, 2.41e-04, 2.24e-04, 2.21e-03, 9.48e-04, 1.11e-06, 0.00e+00, 5.88e-05]    [2.60e-04, 1.08e-05, 2.48e-04, 8.82e-07, 1.45e-05, 1.03e-04, 5.12e-05, 3.66e-05, 2.41e-04, 2.24e-04, 2.21e-03, 9.48e-04, 1.11e-06, 0.00e+00, 5.88e-05]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 24.447525 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
80000     [2.60e-04, 1.08e-05, 2.48e-04, 8.82e-07, 1.45e-05, 1.03e-04, 5.12e-05, 3.66e-05, 2.41e-04, 2.24e-04, 2.21e-03, 9.48e-04, 1.11e-06, 0.00e+00, 5.88e-05]    [2.60e-04, 1.08e-05, 2.48e-04, 8.82e-07, 1.45e-05, 1.03e-04, 5.12e-05, 3.66e-05, 2.41e-04, 2.24e-04, 2.21e-03, 9.48e-04, 1.11e-06, 0.00e+00, 5.88e-05]    []  
82000     [5.24e-05, 3.54e-06, 4.09e-05, 9.11e-07, 1.72e-08, 3.04e-10, 4.17e-09, 1.27e-09, 4.09e-05, 3.06e-04, 3.98e-05, 3.13e-05, 1.17e-05, 2.57e-09, 0.00e+00]    [5.24e-05, 3.54e-06, 4.09e-05, 9.11e-07, 1.72e-08, 3.04e-10, 4.17e-09, 1.27e-09, 4.09e-05, 3.06e-04, 3.98e-05, 3.13e-05, 1.17e-05, 2.57e-09, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 25.569174 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
82000     [5.24e-05, 3.54e-06, 4.09e-05, 9.11e-07, 1.72e-08, 3.04e-10, 4.17e-09, 1.27e-09, 4.09e-05, 3.06e-04, 3.98e-05, 3.13e-05, 1.17e-05, 2.57e-09, 0.00e+00]    [5.24e-05, 3.54e-06, 4.09e-05, 9.11e-07, 1.72e-08, 3.04e-10, 4.17e-09, 1.27e-09, 4.09e-05, 3.06e-04, 3.98e-05, 3.13e-05, 1.17e-05, 2.57e-09, 0.00e+00]    []  
84000     [4.78e-05, 3.54e-06, 3.75e-05, 1.02e-06, 2.41e-12, 4.64e-12, 4.36e-09, 1.65e-10, 4.09e-05, 3.07e-04, 3.92e-05, 3.15e-05, 1.18e-05, 3.12e-09, 0.00e+00]    [4.78e-05, 3.54e-06, 3.75e-05, 1.02e-06, 2.41e-12, 4.64e-12, 4.36e-09, 1.65e-10, 4.09e-05, 3.07e-04, 3.92e-05, 3.15e-05, 1.18e-05, 3.12e-09, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 24.280305 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
84000     [4.78e-05, 3.54e-06, 3.75e-05, 1.02e-06, 2.41e-12, 4.64e-12, 4.36e-09, 1.65e-10, 4.09e-05, 3.07e-04, 3.92e-05, 3.15e-05, 1.18e-05, 3.12e-09, 0.00e+00]    [4.78e-05, 3.54e-06, 3.75e-05, 1.02e-06, 2.41e-12, 4.64e-12, 4.36e-09, 1.65e-10, 4.09e-05, 3.07e-04, 3.92e-05, 3.15e-05, 1.18e-05, 3.12e-09, 0.00e+00]    []  
86000     [4.18e-05, 3.95e-06, 3.02e-05, 1.58e-06, 4.89e-09, 9.11e-10, 3.81e-09, 1.32e-11, 4.07e-05, 3.06e-04, 3.79e-05, 3.13e-05, 1.13e-05, 4.54e-12, 0.00e+00]    [4.18e-05, 3.95e-06, 3.02e-05, 1.58e-06, 4.89e-09, 9.11e-10, 3.81e-09, 1.32e-11, 4.07e-05, 3.06e-04, 3.79e-05, 3.13e-05, 1.13e-05, 4.54e-12, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 24.084850 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
86000     [4.18e-05, 3.95e-06, 3.02e-05, 1.58e-06, 4.89e-09, 9.11e-10, 3.81e-09, 1.32e-11, 4.07e-05, 3.06e-04, 3.79e-05, 3.13e-05, 1.13e-05, 4.54e-12, 0.00e+00]    [4.18e-05, 3.95e-06, 3.02e-05, 1.58e-06, 4.89e-09, 9.11e-10, 3.81e-09, 1.32e-11, 4.07e-05, 3.06e-04, 3.79e-05, 3.13e-05, 1.13e-05, 4.54e-12, 0.00e+00]    []  
88000     [1.41e-04, 2.86e-06, 1.55e-04, 1.57e-05, 6.50e-07, 5.35e-07, 6.96e-06, 1.66e-07, 2.28e-05, 2.79e-04, 6.36e-05, 3.47e-05, 7.39e-06, 1.93e-09, 0.00e+00]    [1.41e-04, 2.86e-06, 1.55e-04, 1.57e-05, 6.50e-07, 5.35e-07, 6.96e-06, 1.66e-07, 2.28e-05, 2.79e-04, 6.36e-05, 3.47e-05, 7.39e-06, 1.93e-09, 0.00e+00]    []  

Best model at step 42611:
  train loss: 3.91e-06
  test loss: 3.91e-06
  test metric: []

'train' took 24.202722 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
88000     [1.41e-04, 2.86e-06, 1.55e-04, 1.57e-05, 6.50e-07, 5.35e-07, 6.96e-06, 1.66e-07, 2.28e-05, 2.79e-04, 6.36e-05, 3.47e-05, 7.39e-06, 1.93e-09, 0.00e+00]    [1.41e-04, 2.86e-06, 1.55e-04, 1.57e-05, 6.50e-07, 5.35e-07, 6.96e-06, 1.66e-07, 2.28e-05, 2.79e-04, 6.36e-05, 3.47e-05, 7.39e-06, 1.93e-09, 0.00e+00]    []  
90000     [1.33e-04, 5.17e-05, 1.08e-04, 9.56e-05, 4.98e-05, 2.19e-04, 2.73e-06, 2.13e-04, 3.33e-04, 8.92e-05, 9.28e-05, 1.05e-03, 0.00e+00, 0.00e+00, 0.00e+00]    [1.33e-04, 5.17e-05, 1.08e-04, 9.56e-05, 4.98e-05, 2.19e-04, 2.73e-06, 2.13e-04, 3.33e-04, 8.92e-05, 9.28e-05, 1.05e-03, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.959648 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
90000     [1.33e-04, 5.17e-05, 1.08e-04, 9.56e-05, 4.98e-05, 2.19e-04, 2.73e-06, 2.13e-04, 3.33e-04, 8.92e-05, 9.28e-05, 1.05e-03, 0.00e+00, 0.00e+00, 0.00e+00]    [1.33e-04, 5.17e-05, 1.08e-04, 9.56e-05, 4.98e-05, 2.19e-04, 2.73e-06, 2.13e-04, 3.33e-04, 8.92e-05, 9.28e-05, 1.05e-03, 0.00e+00, 0.00e+00, 0.00e+00]    []  
92000     [2.50e-06, 2.31e-06, 1.81e-06, 2.39e-06, 1.48e-06, 6.64e-07, 1.74e-06, 4.94e-07, 5.46e-07, 1.92e-06, 9.25e-07, 5.58e-06, 3.92e-07, 1.25e-07, 2.08e-08]    [2.50e-06, 2.31e-06, 1.81e-06, 2.39e-06, 1.48e-06, 6.64e-07, 1.74e-06, 4.94e-07, 5.46e-07, 1.92e-06, 9.25e-07, 5.58e-06, 3.92e-07, 1.25e-07, 2.08e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.677683 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
92000     [2.50e-06, 2.31e-06, 1.81e-06, 2.39e-06, 1.48e-06, 6.64e-07, 1.74e-06, 4.94e-07, 5.46e-07, 1.92e-06, 9.25e-07, 5.58e-06, 3.92e-07, 1.25e-07, 2.08e-08]    [2.50e-06, 2.31e-06, 1.81e-06, 2.39e-06, 1.48e-06, 6.64e-07, 1.74e-06, 4.94e-07, 5.46e-07, 1.92e-06, 9.25e-07, 5.58e-06, 3.92e-07, 1.25e-07, 2.08e-08]    []  
94000     [4.82e-07, 2.85e-06, 1.78e-06, 9.53e-07, 1.53e-07, 4.98e-07, 1.08e-06, 1.26e-07, 1.96e-06, 1.59e-06, 4.24e-06, 6.92e-06, 2.46e-07, 8.65e-08, 1.12e-08]    [4.82e-07, 2.85e-06, 1.78e-06, 9.53e-07, 1.53e-07, 4.98e-07, 1.08e-06, 1.26e-07, 1.96e-06, 1.59e-06, 4.24e-06, 6.92e-06, 2.46e-07, 8.65e-08, 1.12e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.891210 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
94000     [4.82e-07, 2.85e-06, 1.78e-06, 9.53e-07, 1.53e-07, 4.98e-07, 1.08e-06, 1.26e-07, 1.96e-06, 1.59e-06, 4.24e-06, 6.92e-06, 2.46e-07, 8.65e-08, 1.12e-08]    [4.82e-07, 2.85e-06, 1.78e-06, 9.53e-07, 1.53e-07, 4.98e-07, 1.08e-06, 1.26e-07, 1.96e-06, 1.59e-06, 4.24e-06, 6.92e-06, 2.46e-07, 8.65e-08, 1.12e-08]    []  
96000     [2.62e-06, 3.37e-06, 2.80e-06, 1.71e-06, 1.06e-06, 6.18e-07, 4.18e-06, 4.52e-07, 2.69e-06, 1.25e-06, 1.81e-06, 1.11e-05, 5.59e-07, 6.27e-08, 0.00e+00]    [2.62e-06, 3.37e-06, 2.80e-06, 1.71e-06, 1.06e-06, 6.18e-07, 4.18e-06, 4.52e-07, 2.69e-06, 1.25e-06, 1.81e-06, 1.11e-05, 5.59e-07, 6.27e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.737374 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
96000     [2.62e-06, 3.37e-06, 2.80e-06, 1.71e-06, 1.06e-06, 6.18e-07, 4.18e-06, 4.52e-07, 2.69e-06, 1.25e-06, 1.81e-06, 1.11e-05, 5.59e-07, 6.27e-08, 0.00e+00]    [2.62e-06, 3.37e-06, 2.80e-06, 1.71e-06, 1.06e-06, 6.18e-07, 4.18e-06, 4.52e-07, 2.69e-06, 1.25e-06, 1.81e-06, 1.11e-05, 5.59e-07, 6.27e-08, 0.00e+00]    []  
98000     [3.24e-07, 1.38e-06, 1.10e-06, 1.57e-07, 2.82e-08, 3.00e-09, 7.44e-11, 8.92e-09, 1.55e-07, 7.20e-07, 4.77e-07, 3.91e-08, 0.00e+00, 0.00e+00, 2.04e-13]    [3.24e-07, 1.38e-06, 1.10e-06, 1.57e-07, 2.82e-08, 3.00e-09, 7.44e-11, 8.92e-09, 1.55e-07, 7.20e-07, 4.77e-07, 3.91e-08, 0.00e+00, 0.00e+00, 2.04e-13]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.161537 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
98000     [3.24e-07, 1.38e-06, 1.10e-06, 1.57e-07, 2.82e-08, 3.00e-09, 7.44e-11, 8.92e-09, 1.55e-07, 7.20e-07, 4.77e-07, 3.91e-08, 0.00e+00, 0.00e+00, 2.04e-13]    [3.24e-07, 1.38e-06, 1.10e-06, 1.57e-07, 2.82e-08, 3.00e-09, 7.44e-11, 8.92e-09, 1.55e-07, 7.20e-07, 4.77e-07, 3.91e-08, 0.00e+00, 0.00e+00, 2.04e-13]    []  
100000    [8.30e-06, 8.76e-06, 1.07e-05, 5.52e-06, 2.07e-06, 3.75e-06, 1.33e-05, 6.52e-06, 1.66e-05, 5.61e-06, 1.18e-05, 6.48e-05, 3.00e-06, 6.55e-07, 2.38e-07]    [8.30e-06, 8.76e-06, 1.07e-05, 5.52e-06, 2.07e-06, 3.75e-06, 1.33e-05, 6.52e-06, 1.66e-05, 5.61e-06, 1.18e-05, 6.48e-05, 3.00e-06, 6.55e-07, 2.38e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.416448 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
100000    [8.30e-06, 8.76e-06, 1.07e-05, 5.52e-06, 2.07e-06, 3.75e-06, 1.33e-05, 6.52e-06, 1.66e-05, 5.61e-06, 1.18e-05, 6.48e-05, 3.00e-06, 6.55e-07, 2.38e-07]    [8.30e-06, 8.76e-06, 1.07e-05, 5.52e-06, 2.07e-06, 3.75e-06, 1.33e-05, 6.52e-06, 1.66e-05, 5.61e-06, 1.18e-05, 6.48e-05, 3.00e-06, 6.55e-07, 2.38e-07]    []  
102000    [1.83e-06, 1.84e-06, 2.91e-06, 1.41e-06, 8.43e-07, 4.09e-07, 1.76e-09, 2.95e-07, 6.82e-07, 1.90e-06, 1.73e-06, 8.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.83e-06, 1.84e-06, 2.91e-06, 1.41e-06, 8.43e-07, 4.09e-07, 1.76e-09, 2.95e-07, 6.82e-07, 1.90e-06, 1.73e-06, 8.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.126888 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
102000    [1.83e-06, 1.84e-06, 2.91e-06, 1.41e-06, 8.43e-07, 4.09e-07, 1.76e-09, 2.95e-07, 6.82e-07, 1.90e-06, 1.73e-06, 8.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.83e-06, 1.84e-06, 2.91e-06, 1.41e-06, 8.43e-07, 4.09e-07, 1.76e-09, 2.95e-07, 6.82e-07, 1.90e-06, 1.73e-06, 8.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
104000    [1.55e-05, 8.67e-06, 8.66e-06, 9.06e-06, 5.70e-06, 2.96e-06, 3.84e-07, 7.88e-06, 3.78e-05, 4.13e-06, 1.43e-05, 8.88e-05, 2.22e-06, 8.34e-07, 1.26e-09]    [1.55e-05, 8.67e-06, 8.66e-06, 9.06e-06, 5.70e-06, 2.96e-06, 3.84e-07, 7.88e-06, 3.78e-05, 4.13e-06, 1.43e-05, 8.88e-05, 2.22e-06, 8.34e-07, 1.26e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.578632 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
104000    [1.55e-05, 8.67e-06, 8.66e-06, 9.06e-06, 5.70e-06, 2.96e-06, 3.84e-07, 7.88e-06, 3.78e-05, 4.13e-06, 1.43e-05, 8.88e-05, 2.22e-06, 8.34e-07, 1.26e-09]    [1.55e-05, 8.67e-06, 8.66e-06, 9.06e-06, 5.70e-06, 2.96e-06, 3.84e-07, 7.88e-06, 3.78e-05, 4.13e-06, 1.43e-05, 8.88e-05, 2.22e-06, 8.34e-07, 1.26e-09]    []  
106000    [4.35e-06, 3.11e-06, 7.41e-06, 3.65e-06, 1.69e-06, 9.73e-06, 6.36e-07, 4.71e-06, 4.00e-06, 4.82e-06, 1.83e-05, 5.03e-05, 0.00e+00, 0.00e+00, 1.94e-08]    [4.35e-06, 3.11e-06, 7.41e-06, 3.65e-06, 1.69e-06, 9.73e-06, 6.36e-07, 4.71e-06, 4.00e-06, 4.82e-06, 1.83e-05, 5.03e-05, 0.00e+00, 0.00e+00, 1.94e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.768519 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
106000    [4.35e-06, 3.11e-06, 7.41e-06, 3.65e-06, 1.69e-06, 9.73e-06, 6.36e-07, 4.71e-06, 4.00e-06, 4.82e-06, 1.83e-05, 5.03e-05, 0.00e+00, 0.00e+00, 1.94e-08]    [4.35e-06, 3.11e-06, 7.41e-06, 3.65e-06, 1.69e-06, 9.73e-06, 6.36e-07, 4.71e-06, 4.00e-06, 4.82e-06, 1.83e-05, 5.03e-05, 0.00e+00, 0.00e+00, 1.94e-08]    []  
108000    [1.39e-05, 2.02e-06, 1.14e-05, 3.98e-06, 7.03e-06, 4.43e-07, 9.36e-06, 2.03e-06, 2.98e-06, 4.88e-06, 1.84e-06, 2.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.39e-05, 2.02e-06, 1.14e-05, 3.98e-06, 7.03e-06, 4.43e-07, 9.36e-06, 2.03e-06, 2.98e-06, 4.88e-06, 1.84e-06, 2.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.223835 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
108000    [1.39e-05, 2.02e-06, 1.14e-05, 3.98e-06, 7.03e-06, 4.43e-07, 9.36e-06, 2.03e-06, 2.98e-06, 4.88e-06, 1.84e-06, 2.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.39e-05, 2.02e-06, 1.14e-05, 3.98e-06, 7.03e-06, 4.43e-07, 9.36e-06, 2.03e-06, 2.98e-06, 4.88e-06, 1.84e-06, 2.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
110000    [2.05e-05, 9.95e-06, 1.39e-05, 6.92e-06, 6.60e-06, 1.06e-05, 1.58e-05, 1.31e-05, 2.95e-05, 7.00e-06, 9.76e-06, 5.63e-05, 4.05e-06, 2.16e-06, 0.00e+00]    [2.05e-05, 9.95e-06, 1.39e-05, 6.92e-06, 6.60e-06, 1.06e-05, 1.58e-05, 1.31e-05, 2.95e-05, 7.00e-06, 9.76e-06, 5.63e-05, 4.05e-06, 2.16e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.671794 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
110000    [2.05e-05, 9.95e-06, 1.39e-05, 6.92e-06, 6.60e-06, 1.06e-05, 1.58e-05, 1.31e-05, 2.95e-05, 7.00e-06, 9.76e-06, 5.63e-05, 4.05e-06, 2.16e-06, 0.00e+00]    [2.05e-05, 9.95e-06, 1.39e-05, 6.92e-06, 6.60e-06, 1.06e-05, 1.58e-05, 1.31e-05, 2.95e-05, 7.00e-06, 9.76e-06, 5.63e-05, 4.05e-06, 2.16e-06, 0.00e+00]    []  
112000    [6.37e-07, 2.22e-06, 1.38e-06, 6.92e-07, 1.47e-07, 3.43e-07, 3.30e-06, 1.23e-08, 3.92e-07, 6.60e-07, 1.85e-06, 2.38e-06, 8.13e-08, 2.53e-08, 0.00e+00]    [6.37e-07, 2.22e-06, 1.38e-06, 6.92e-07, 1.47e-07, 3.43e-07, 3.30e-06, 1.23e-08, 3.92e-07, 6.60e-07, 1.85e-06, 2.38e-06, 8.13e-08, 2.53e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.727721 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
112000    [6.37e-07, 2.22e-06, 1.38e-06, 6.92e-07, 1.47e-07, 3.43e-07, 3.30e-06, 1.23e-08, 3.92e-07, 6.60e-07, 1.85e-06, 2.38e-06, 8.13e-08, 2.53e-08, 0.00e+00]    [6.37e-07, 2.22e-06, 1.38e-06, 6.92e-07, 1.47e-07, 3.43e-07, 3.30e-06, 1.23e-08, 3.92e-07, 6.60e-07, 1.85e-06, 2.38e-06, 8.13e-08, 2.53e-08, 0.00e+00]    []  
114000    [2.63e-06, 1.27e-06, 3.39e-06, 3.69e-07, 9.96e-07, 1.73e-07, 8.95e-07, 6.43e-07, 1.36e-06, 1.27e-06, 8.03e-07, 4.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.63e-06, 1.27e-06, 3.39e-06, 3.69e-07, 9.96e-07, 1.73e-07, 8.95e-07, 6.43e-07, 1.36e-06, 1.27e-06, 8.03e-07, 4.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.923651 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
114000    [2.63e-06, 1.27e-06, 3.39e-06, 3.69e-07, 9.96e-07, 1.73e-07, 8.95e-07, 6.43e-07, 1.36e-06, 1.27e-06, 8.03e-07, 4.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.63e-06, 1.27e-06, 3.39e-06, 3.69e-07, 9.96e-07, 1.73e-07, 8.95e-07, 6.43e-07, 1.36e-06, 1.27e-06, 8.03e-07, 4.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
116000    [6.70e-07, 1.83e-06, 8.15e-07, 1.58e-06, 2.93e-07, 3.41e-07, 2.56e-06, 2.19e-09, 2.85e-07, 9.51e-07, 5.71e-07, 5.20e-07, 3.52e-08, 9.50e-09, 1.48e-08]    [6.70e-07, 1.83e-06, 8.15e-07, 1.58e-06, 2.93e-07, 3.41e-07, 2.56e-06, 2.19e-09, 2.85e-07, 9.51e-07, 5.71e-07, 5.20e-07, 3.52e-08, 9.50e-09, 1.48e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.012478 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
116000    [6.70e-07, 1.83e-06, 8.15e-07, 1.58e-06, 2.93e-07, 3.41e-07, 2.56e-06, 2.19e-09, 2.85e-07, 9.51e-07, 5.71e-07, 5.20e-07, 3.52e-08, 9.50e-09, 1.48e-08]    [6.70e-07, 1.83e-06, 8.15e-07, 1.58e-06, 2.93e-07, 3.41e-07, 2.56e-06, 2.19e-09, 2.85e-07, 9.51e-07, 5.71e-07, 5.20e-07, 3.52e-08, 9.50e-09, 1.48e-08]    []  
118000    [2.48e-06, 2.59e-06, 2.95e-06, 2.14e-06, 1.18e-07, 1.76e-07, 3.48e-07, 1.29e-08, 2.29e-06, 1.19e-06, 3.55e-06, 9.12e-06, 1.64e-07, 5.88e-10, 1.38e-09]    [2.48e-06, 2.59e-06, 2.95e-06, 2.14e-06, 1.18e-07, 1.76e-07, 3.48e-07, 1.29e-08, 2.29e-06, 1.19e-06, 3.55e-06, 9.12e-06, 1.64e-07, 5.88e-10, 1.38e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.908216 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
118000    [2.48e-06, 2.59e-06, 2.95e-06, 2.14e-06, 1.18e-07, 1.76e-07, 3.48e-07, 1.29e-08, 2.29e-06, 1.19e-06, 3.55e-06, 9.12e-06, 1.64e-07, 5.88e-10, 1.38e-09]    [2.48e-06, 2.59e-06, 2.95e-06, 2.14e-06, 1.18e-07, 1.76e-07, 3.48e-07, 1.29e-08, 2.29e-06, 1.19e-06, 3.55e-06, 9.12e-06, 1.64e-07, 5.88e-10, 1.38e-09]    []  
120000    [6.24e-07, 1.58e-06, 1.99e-06, 7.35e-07, 1.88e-07, 3.07e-08, 2.21e-07, 6.59e-08, 3.79e-07, 8.11e-07, 8.95e-07, 6.58e-07, 0.00e+00, 2.69e-10, 0.00e+00]    [6.24e-07, 1.58e-06, 1.99e-06, 7.35e-07, 1.88e-07, 3.07e-08, 2.21e-07, 6.59e-08, 3.79e-07, 8.11e-07, 8.95e-07, 6.58e-07, 0.00e+00, 2.69e-10, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.803434 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
120000    [6.24e-07, 1.58e-06, 1.99e-06, 7.35e-07, 1.88e-07, 3.07e-08, 2.21e-07, 6.59e-08, 3.79e-07, 8.11e-07, 8.95e-07, 6.58e-07, 0.00e+00, 2.69e-10, 0.00e+00]    [6.24e-07, 1.58e-06, 1.99e-06, 7.35e-07, 1.88e-07, 3.07e-08, 2.21e-07, 6.59e-08, 3.79e-07, 8.11e-07, 8.95e-07, 6.58e-07, 0.00e+00, 2.69e-10, 0.00e+00]    []  
122000    [4.86e-05, 1.03e-05, 3.03e-05, 2.47e-05, 2.09e-05, 1.58e-05, 1.72e-06, 1.06e-05, 2.27e-05, 1.81e-05, 1.04e-05, 1.33e-04, 9.23e-06, 2.44e-06, 2.30e-08]    [4.86e-05, 1.03e-05, 3.03e-05, 2.47e-05, 2.09e-05, 1.58e-05, 1.72e-06, 1.06e-05, 2.27e-05, 1.81e-05, 1.04e-05, 1.33e-04, 9.23e-06, 2.44e-06, 2.30e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.203526 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
122000    [4.86e-05, 1.03e-05, 3.03e-05, 2.47e-05, 2.09e-05, 1.58e-05, 1.72e-06, 1.06e-05, 2.27e-05, 1.81e-05, 1.04e-05, 1.33e-04, 9.23e-06, 2.44e-06, 2.30e-08]    [4.86e-05, 1.03e-05, 3.03e-05, 2.47e-05, 2.09e-05, 1.58e-05, 1.72e-06, 1.06e-05, 2.27e-05, 1.81e-05, 1.04e-05, 1.33e-04, 9.23e-06, 2.44e-06, 2.30e-08]    []  
124000    [1.21e-05, 7.38e-06, 8.73e-06, 7.31e-06, 3.88e-06, 7.59e-06, 4.83e-06, 5.19e-06, 1.26e-05, 3.73e-06, 1.16e-05, 6.46e-05, 2.44e-06, 1.63e-06, 0.00e+00]    [1.21e-05, 7.38e-06, 8.73e-06, 7.31e-06, 3.88e-06, 7.59e-06, 4.83e-06, 5.19e-06, 1.26e-05, 3.73e-06, 1.16e-05, 6.46e-05, 2.44e-06, 1.63e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.777645 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
124000    [1.21e-05, 7.38e-06, 8.73e-06, 7.31e-06, 3.88e-06, 7.59e-06, 4.83e-06, 5.19e-06, 1.26e-05, 3.73e-06, 1.16e-05, 6.46e-05, 2.44e-06, 1.63e-06, 0.00e+00]    [1.21e-05, 7.38e-06, 8.73e-06, 7.31e-06, 3.88e-06, 7.59e-06, 4.83e-06, 5.19e-06, 1.26e-05, 3.73e-06, 1.16e-05, 6.46e-05, 2.44e-06, 1.63e-06, 0.00e+00]    []  
126000    [3.58e-06, 4.90e-06, 3.99e-06, 2.19e-06, 1.82e-07, 1.06e-07, 9.24e-07, 1.03e-07, 6.03e-07, 2.58e-06, 1.77e-06, 1.05e-06, 3.18e-08, 3.89e-08, 0.00e+00]    [3.58e-06, 4.90e-06, 3.99e-06, 2.19e-06, 1.82e-07, 1.06e-07, 9.24e-07, 1.03e-07, 6.03e-07, 2.58e-06, 1.77e-06, 1.05e-06, 3.18e-08, 3.89e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.702464 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
126000    [3.58e-06, 4.90e-06, 3.99e-06, 2.19e-06, 1.82e-07, 1.06e-07, 9.24e-07, 1.03e-07, 6.03e-07, 2.58e-06, 1.77e-06, 1.05e-06, 3.18e-08, 3.89e-08, 0.00e+00]    [3.58e-06, 4.90e-06, 3.99e-06, 2.19e-06, 1.82e-07, 1.06e-07, 9.24e-07, 1.03e-07, 6.03e-07, 2.58e-06, 1.77e-06, 1.05e-06, 3.18e-08, 3.89e-08, 0.00e+00]    []  
128000    [6.32e-07, 2.26e-06, 1.80e-06, 2.40e-07, 1.74e-07, 2.23e-07, 8.17e-06, 2.32e-07, 2.88e-07, 7.63e-07, 8.09e-07, 1.27e-06, 3.55e-08, 0.00e+00, 0.00e+00]    [6.32e-07, 2.26e-06, 1.80e-06, 2.40e-07, 1.74e-07, 2.23e-07, 8.17e-06, 2.32e-07, 2.88e-07, 7.63e-07, 8.09e-07, 1.27e-06, 3.55e-08, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.827232 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
128000    [6.32e-07, 2.26e-06, 1.80e-06, 2.40e-07, 1.74e-07, 2.23e-07, 8.17e-06, 2.32e-07, 2.88e-07, 7.63e-07, 8.09e-07, 1.27e-06, 3.55e-08, 0.00e+00, 0.00e+00]    [6.32e-07, 2.26e-06, 1.80e-06, 2.40e-07, 1.74e-07, 2.23e-07, 8.17e-06, 2.32e-07, 2.88e-07, 7.63e-07, 8.09e-07, 1.27e-06, 3.55e-08, 0.00e+00, 0.00e+00]    []  
130000    [1.92e-06, 5.39e-06, 3.72e-06, 1.56e-06, 1.05e-08, 3.47e-09, 2.34e-09, 7.03e-09, 1.64e-06, 9.19e-07, 2.11e-06, 3.97e-07, 1.05e-08, 2.77e-07, 0.00e+00]    [1.92e-06, 5.39e-06, 3.72e-06, 1.56e-06, 1.05e-08, 3.47e-09, 2.34e-09, 7.03e-09, 1.64e-06, 9.19e-07, 2.11e-06, 3.97e-07, 1.05e-08, 2.77e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.792553 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
130000    [1.92e-06, 5.39e-06, 3.72e-06, 1.56e-06, 1.05e-08, 3.47e-09, 2.34e-09, 7.03e-09, 1.64e-06, 9.19e-07, 2.11e-06, 3.97e-07, 1.05e-08, 2.77e-07, 0.00e+00]    [1.92e-06, 5.39e-06, 3.72e-06, 1.56e-06, 1.05e-08, 3.47e-09, 2.34e-09, 7.03e-09, 1.64e-06, 9.19e-07, 2.11e-06, 3.97e-07, 1.05e-08, 2.77e-07, 0.00e+00]    []  
132000    [3.45e-06, 7.17e-06, 6.51e-06, 3.72e-06, 1.99e-06, 1.17e-07, 9.38e-06, 6.41e-07, 2.44e-06, 8.70e-06, 3.56e-06, 2.13e-05, 0.00e+00, 0.00e+00, 1.05e-07]    [3.45e-06, 7.17e-06, 6.51e-06, 3.72e-06, 1.99e-06, 1.17e-07, 9.38e-06, 6.41e-07, 2.44e-06, 8.70e-06, 3.56e-06, 2.13e-05, 0.00e+00, 0.00e+00, 1.05e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.807123 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
132000    [3.45e-06, 7.17e-06, 6.51e-06, 3.72e-06, 1.99e-06, 1.17e-07, 9.38e-06, 6.41e-07, 2.44e-06, 8.70e-06, 3.56e-06, 2.13e-05, 0.00e+00, 0.00e+00, 1.05e-07]    [3.45e-06, 7.17e-06, 6.51e-06, 3.72e-06, 1.99e-06, 1.17e-07, 9.38e-06, 6.41e-07, 2.44e-06, 8.70e-06, 3.56e-06, 2.13e-05, 0.00e+00, 0.00e+00, 1.05e-07]    []  
134000    [8.12e-05, 1.78e-05, 5.72e-05, 4.11e-05, 2.66e-05, 1.66e-05, 1.18e-05, 1.75e-05, 6.51e-05, 3.71e-05, 1.88e-05, 2.91e-04, 2.18e-05, 3.15e-06, 3.55e-07]    [8.12e-05, 1.78e-05, 5.72e-05, 4.11e-05, 2.66e-05, 1.66e-05, 1.18e-05, 1.75e-05, 6.51e-05, 3.71e-05, 1.88e-05, 2.91e-04, 2.18e-05, 3.15e-06, 3.55e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.235848 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
134000    [8.12e-05, 1.78e-05, 5.72e-05, 4.11e-05, 2.66e-05, 1.66e-05, 1.18e-05, 1.75e-05, 6.51e-05, 3.71e-05, 1.88e-05, 2.91e-04, 2.18e-05, 3.15e-06, 3.55e-07]    [8.12e-05, 1.78e-05, 5.72e-05, 4.11e-05, 2.66e-05, 1.66e-05, 1.18e-05, 1.75e-05, 6.51e-05, 3.71e-05, 1.88e-05, 2.91e-04, 2.18e-05, 3.15e-06, 3.55e-07]    []  
136000    [6.84e-07, 2.83e-06, 1.87e-06, 1.17e-06, 5.41e-12, 9.52e-11, 9.41e-10, 4.46e-10, 3.18e-07, 1.31e-06, 9.08e-07, 3.26e-08, 6.41e-11, 5.13e-09, 0.00e+00]    [6.84e-07, 2.83e-06, 1.87e-06, 1.17e-06, 5.41e-12, 9.52e-11, 9.41e-10, 4.46e-10, 3.18e-07, 1.31e-06, 9.08e-07, 3.26e-08, 6.41e-11, 5.13e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.234640 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
136000    [6.84e-07, 2.83e-06, 1.87e-06, 1.17e-06, 5.41e-12, 9.52e-11, 9.41e-10, 4.46e-10, 3.18e-07, 1.31e-06, 9.08e-07, 3.26e-08, 6.41e-11, 5.13e-09, 0.00e+00]    [6.84e-07, 2.83e-06, 1.87e-06, 1.17e-06, 5.41e-12, 9.52e-11, 9.41e-10, 4.46e-10, 3.18e-07, 1.31e-06, 9.08e-07, 3.26e-08, 6.41e-11, 5.13e-09, 0.00e+00]    []  
138000    [1.44e-06, 2.60e-06, 1.26e-06, 1.55e-06, 3.93e-07, 1.31e-07, 2.25e-06, 3.46e-07, 9.72e-07, 6.31e-07, 1.00e-06, 1.81e-06, 1.22e-07, 1.00e-08, 2.56e-08]    [1.44e-06, 2.60e-06, 1.26e-06, 1.55e-06, 3.93e-07, 1.31e-07, 2.25e-06, 3.46e-07, 9.72e-07, 6.31e-07, 1.00e-06, 1.81e-06, 1.22e-07, 1.00e-08, 2.56e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.033784 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
138000    [1.44e-06, 2.60e-06, 1.26e-06, 1.55e-06, 3.93e-07, 1.31e-07, 2.25e-06, 3.46e-07, 9.72e-07, 6.31e-07, 1.00e-06, 1.81e-06, 1.22e-07, 1.00e-08, 2.56e-08]    [1.44e-06, 2.60e-06, 1.26e-06, 1.55e-06, 3.93e-07, 1.31e-07, 2.25e-06, 3.46e-07, 9.72e-07, 6.31e-07, 1.00e-06, 1.81e-06, 1.22e-07, 1.00e-08, 2.56e-08]    []  
140000    [1.83e-05, 6.56e-06, 1.02e-05, 8.57e-06, 8.53e-06, 1.60e-06, 3.90e-06, 1.78e-06, 4.59e-06, 6.32e-06, 2.19e-06, 2.72e-05, 2.56e-06, 2.26e-07, 2.90e-08]    [1.83e-05, 6.56e-06, 1.02e-05, 8.57e-06, 8.53e-06, 1.60e-06, 3.90e-06, 1.78e-06, 4.59e-06, 6.32e-06, 2.19e-06, 2.72e-05, 2.56e-06, 2.26e-07, 2.90e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.543968 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
140000    [1.83e-05, 6.56e-06, 1.02e-05, 8.57e-06, 8.53e-06, 1.60e-06, 3.90e-06, 1.78e-06, 4.59e-06, 6.32e-06, 2.19e-06, 2.72e-05, 2.56e-06, 2.26e-07, 2.90e-08]    [1.83e-05, 6.56e-06, 1.02e-05, 8.57e-06, 8.53e-06, 1.60e-06, 3.90e-06, 1.78e-06, 4.59e-06, 6.32e-06, 2.19e-06, 2.72e-05, 2.56e-06, 2.26e-07, 2.90e-08]    []  
142000    [2.28e-05, 8.80e-06, 1.61e-05, 1.65e-05, 9.49e-06, 1.46e-05, 1.96e-06, 2.80e-05, 5.52e-05, 3.53e-06, 1.48e-05, 1.38e-04, 2.08e-06, 1.25e-06, 6.53e-09]    [2.28e-05, 8.80e-06, 1.61e-05, 1.65e-05, 9.49e-06, 1.46e-05, 1.96e-06, 2.80e-05, 5.52e-05, 3.53e-06, 1.48e-05, 1.38e-04, 2.08e-06, 1.25e-06, 6.53e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.371414 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
142000    [2.28e-05, 8.80e-06, 1.61e-05, 1.65e-05, 9.49e-06, 1.46e-05, 1.96e-06, 2.80e-05, 5.52e-05, 3.53e-06, 1.48e-05, 1.38e-04, 2.08e-06, 1.25e-06, 6.53e-09]    [2.28e-05, 8.80e-06, 1.61e-05, 1.65e-05, 9.49e-06, 1.46e-05, 1.96e-06, 2.80e-05, 5.52e-05, 3.53e-06, 1.48e-05, 1.38e-04, 2.08e-06, 1.25e-06, 6.53e-09]    []  
144000    [1.93e-07, 1.85e-06, 1.12e-06, 3.38e-07, 3.30e-09, 2.62e-09, 8.42e-08, 3.57e-09, 1.63e-07, 5.33e-07, 6.84e-07, 1.36e-07, 4.74e-12, 6.81e-09, 2.75e-10]    [1.93e-07, 1.85e-06, 1.12e-06, 3.38e-07, 3.30e-09, 2.62e-09, 8.42e-08, 3.57e-09, 1.63e-07, 5.33e-07, 6.84e-07, 1.36e-07, 4.74e-12, 6.81e-09, 2.75e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.714279 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
144000    [1.93e-07, 1.85e-06, 1.12e-06, 3.38e-07, 3.30e-09, 2.62e-09, 8.42e-08, 3.57e-09, 1.63e-07, 5.33e-07, 6.84e-07, 1.36e-07, 4.74e-12, 6.81e-09, 2.75e-10]    [1.93e-07, 1.85e-06, 1.12e-06, 3.38e-07, 3.30e-09, 2.62e-09, 8.42e-08, 3.57e-09, 1.63e-07, 5.33e-07, 6.84e-07, 1.36e-07, 4.74e-12, 6.81e-09, 2.75e-10]    []  
146000    [1.95e-05, 2.73e-06, 1.55e-05, 5.02e-06, 1.04e-05, 3.75e-06, 4.15e-06, 4.50e-06, 7.25e-06, 5.66e-06, 3.51e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.95e-05, 2.73e-06, 1.55e-05, 5.02e-06, 1.04e-05, 3.75e-06, 4.15e-06, 4.50e-06, 7.25e-06, 5.66e-06, 3.51e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.451079 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
146000    [1.95e-05, 2.73e-06, 1.55e-05, 5.02e-06, 1.04e-05, 3.75e-06, 4.15e-06, 4.50e-06, 7.25e-06, 5.66e-06, 3.51e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.95e-05, 2.73e-06, 1.55e-05, 5.02e-06, 1.04e-05, 3.75e-06, 4.15e-06, 4.50e-06, 7.25e-06, 5.66e-06, 3.51e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
148000    [3.88e-05, 9.40e-06, 2.47e-05, 1.76e-05, 1.96e-05, 6.30e-06, 1.43e-06, 7.68e-06, 1.77e-05, 1.54e-05, 5.97e-06, 7.52e-05, 8.12e-06, 8.32e-07, 2.99e-08]    [3.88e-05, 9.40e-06, 2.47e-05, 1.76e-05, 1.96e-05, 6.30e-06, 1.43e-06, 7.68e-06, 1.77e-05, 1.54e-05, 5.97e-06, 7.52e-05, 8.12e-06, 8.32e-07, 2.99e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.920023 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
148000    [3.88e-05, 9.40e-06, 2.47e-05, 1.76e-05, 1.96e-05, 6.30e-06, 1.43e-06, 7.68e-06, 1.77e-05, 1.54e-05, 5.97e-06, 7.52e-05, 8.12e-06, 8.32e-07, 2.99e-08]    [3.88e-05, 9.40e-06, 2.47e-05, 1.76e-05, 1.96e-05, 6.30e-06, 1.43e-06, 7.68e-06, 1.77e-05, 1.54e-05, 5.97e-06, 7.52e-05, 8.12e-06, 8.32e-07, 2.99e-08]    []  
150000    [8.70e-07, 2.24e-06, 1.85e-06, 8.67e-07, 3.87e-07, 5.11e-07, 3.36e-12, 6.61e-09, 1.61e-06, 4.88e-07, 3.39e-06, 2.82e-06, 0.00e+00, 0.00e+00, 9.21e-15]    [8.70e-07, 2.24e-06, 1.85e-06, 8.67e-07, 3.87e-07, 5.11e-07, 3.36e-12, 6.61e-09, 1.61e-06, 4.88e-07, 3.39e-06, 2.82e-06, 0.00e+00, 0.00e+00, 9.21e-15]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.004272 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
150000    [8.70e-07, 2.24e-06, 1.85e-06, 8.67e-07, 3.87e-07, 5.11e-07, 3.36e-12, 6.61e-09, 1.61e-06, 4.88e-07, 3.39e-06, 2.82e-06, 0.00e+00, 0.00e+00, 9.21e-15]    [8.70e-07, 2.24e-06, 1.85e-06, 8.67e-07, 3.87e-07, 5.11e-07, 3.36e-12, 6.61e-09, 1.61e-06, 4.88e-07, 3.39e-06, 2.82e-06, 0.00e+00, 0.00e+00, 9.21e-15]    []  
152000    [1.01e-05, 4.61e-06, 1.37e-05, 6.47e-06, 6.82e-06, 3.75e-06, 4.78e-06, 4.90e-06, 9.00e-06, 1.56e-05, 6.86e-06, 5.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.01e-05, 4.61e-06, 1.37e-05, 6.47e-06, 6.82e-06, 3.75e-06, 4.78e-06, 4.90e-06, 9.00e-06, 1.56e-05, 6.86e-06, 5.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.814153 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
152000    [1.01e-05, 4.61e-06, 1.37e-05, 6.47e-06, 6.82e-06, 3.75e-06, 4.78e-06, 4.90e-06, 9.00e-06, 1.56e-05, 6.86e-06, 5.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.01e-05, 4.61e-06, 1.37e-05, 6.47e-06, 6.82e-06, 3.75e-06, 4.78e-06, 4.90e-06, 9.00e-06, 1.56e-05, 6.86e-06, 5.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
154000    [2.77e-06, 2.43e-06, 4.33e-06, 1.84e-06, 8.80e-07, 1.67e-06, 2.80e-05, 1.70e-06, 2.83e-06, 3.99e-06, 4.04e-06, 2.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.77e-06, 2.43e-06, 4.33e-06, 1.84e-06, 8.80e-07, 1.67e-06, 2.80e-05, 1.70e-06, 2.83e-06, 3.99e-06, 4.04e-06, 2.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.719907 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
154000    [2.77e-06, 2.43e-06, 4.33e-06, 1.84e-06, 8.80e-07, 1.67e-06, 2.80e-05, 1.70e-06, 2.83e-06, 3.99e-06, 4.04e-06, 2.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.77e-06, 2.43e-06, 4.33e-06, 1.84e-06, 8.80e-07, 1.67e-06, 2.80e-05, 1.70e-06, 2.83e-06, 3.99e-06, 4.04e-06, 2.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
156000    [1.44e-06, 4.25e-06, 3.68e-06, 1.08e-06, 3.17e-08, 2.62e-07, 9.69e-06, 3.97e-07, 4.56e-06, 2.99e-06, 5.09e-06, 3.23e-06, 2.49e-07, 0.00e+00, 9.29e-08]    [1.44e-06, 4.25e-06, 3.68e-06, 1.08e-06, 3.17e-08, 2.62e-07, 9.69e-06, 3.97e-07, 4.56e-06, 2.99e-06, 5.09e-06, 3.23e-06, 2.49e-07, 0.00e+00, 9.29e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.057944 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
156000    [1.44e-06, 4.25e-06, 3.68e-06, 1.08e-06, 3.17e-08, 2.62e-07, 9.69e-06, 3.97e-07, 4.56e-06, 2.99e-06, 5.09e-06, 3.23e-06, 2.49e-07, 0.00e+00, 9.29e-08]    [1.44e-06, 4.25e-06, 3.68e-06, 1.08e-06, 3.17e-08, 2.62e-07, 9.69e-06, 3.97e-07, 4.56e-06, 2.99e-06, 5.09e-06, 3.23e-06, 2.49e-07, 0.00e+00, 9.29e-08]    []  
158000    [3.98e-07, 2.37e-06, 1.56e-06, 5.70e-07, 2.07e-08, 3.30e-09, 1.46e-06, 4.62e-08, 2.86e-07, 3.20e-07, 9.70e-07, 8.06e-08, 0.00e+00, 1.39e-10, 0.00e+00]    [3.98e-07, 2.37e-06, 1.56e-06, 5.70e-07, 2.07e-08, 3.30e-09, 1.46e-06, 4.62e-08, 2.86e-07, 3.20e-07, 9.70e-07, 8.06e-08, 0.00e+00, 1.39e-10, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.527706 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
158000    [3.98e-07, 2.37e-06, 1.56e-06, 5.70e-07, 2.07e-08, 3.30e-09, 1.46e-06, 4.62e-08, 2.86e-07, 3.20e-07, 9.70e-07, 8.06e-08, 0.00e+00, 1.39e-10, 0.00e+00]    [3.98e-07, 2.37e-06, 1.56e-06, 5.70e-07, 2.07e-08, 3.30e-09, 1.46e-06, 4.62e-08, 2.86e-07, 3.20e-07, 9.70e-07, 8.06e-08, 0.00e+00, 1.39e-10, 0.00e+00]    []  
160000    [9.73e-06, 1.02e-05, 9.47e-06, 3.38e-06, 4.62e-06, 1.03e-05, 3.14e-05, 1.80e-06, 4.43e-06, 1.97e-05, 1.52e-05, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.73e-06, 1.02e-05, 9.47e-06, 3.38e-06, 4.62e-06, 1.03e-05, 3.14e-05, 1.80e-06, 4.43e-06, 1.97e-05, 1.52e-05, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.118710 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
160000    [9.73e-06, 1.02e-05, 9.47e-06, 3.38e-06, 4.62e-06, 1.03e-05, 3.14e-05, 1.80e-06, 4.43e-06, 1.97e-05, 1.52e-05, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.73e-06, 1.02e-05, 9.47e-06, 3.38e-06, 4.62e-06, 1.03e-05, 3.14e-05, 1.80e-06, 4.43e-06, 1.97e-05, 1.52e-05, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
162000    [5.84e-06, 1.78e-06, 6.23e-06, 2.33e-06, 3.00e-06, 7.18e-07, 5.07e-07, 1.94e-06, 2.03e-06, 2.33e-06, 1.24e-06, 9.98e-06, 0.00e+00, 0.00e+00, 8.62e-09]    [5.84e-06, 1.78e-06, 6.23e-06, 2.33e-06, 3.00e-06, 7.18e-07, 5.07e-07, 1.94e-06, 2.03e-06, 2.33e-06, 1.24e-06, 9.98e-06, 0.00e+00, 0.00e+00, 8.62e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.133532 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
162000    [5.84e-06, 1.78e-06, 6.23e-06, 2.33e-06, 3.00e-06, 7.18e-07, 5.07e-07, 1.94e-06, 2.03e-06, 2.33e-06, 1.24e-06, 9.98e-06, 0.00e+00, 0.00e+00, 8.62e-09]    [5.84e-06, 1.78e-06, 6.23e-06, 2.33e-06, 3.00e-06, 7.18e-07, 5.07e-07, 1.94e-06, 2.03e-06, 2.33e-06, 1.24e-06, 9.98e-06, 0.00e+00, 0.00e+00, 8.62e-09]    []  
164000    [6.67e-06, 4.85e-06, 3.73e-06, 2.57e-06, 2.05e-06, 2.69e-06, 5.25e-06, 1.60e-06, 5.07e-06, 1.11e-06, 2.06e-06, 1.63e-05, 4.70e-07, 1.79e-07, 0.00e+00]    [6.67e-06, 4.85e-06, 3.73e-06, 2.57e-06, 2.05e-06, 2.69e-06, 5.25e-06, 1.60e-06, 5.07e-06, 1.11e-06, 2.06e-06, 1.63e-05, 4.70e-07, 1.79e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.936313 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
164000    [6.67e-06, 4.85e-06, 3.73e-06, 2.57e-06, 2.05e-06, 2.69e-06, 5.25e-06, 1.60e-06, 5.07e-06, 1.11e-06, 2.06e-06, 1.63e-05, 4.70e-07, 1.79e-07, 0.00e+00]    [6.67e-06, 4.85e-06, 3.73e-06, 2.57e-06, 2.05e-06, 2.69e-06, 5.25e-06, 1.60e-06, 5.07e-06, 1.11e-06, 2.06e-06, 1.63e-05, 4.70e-07, 1.79e-07, 0.00e+00]    []  
166000    [2.33e-05, 1.07e-05, 1.33e-05, 1.23e-05, 9.56e-06, 1.01e-05, 7.00e-06, 1.08e-05, 1.78e-05, 5.90e-06, 9.70e-06, 8.53e-05, 3.97e-06, 1.94e-06, 6.45e-08]    [2.33e-05, 1.07e-05, 1.33e-05, 1.23e-05, 9.56e-06, 1.01e-05, 7.00e-06, 1.08e-05, 1.78e-05, 5.90e-06, 9.70e-06, 8.53e-05, 3.97e-06, 1.94e-06, 6.45e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.492916 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
166000    [2.33e-05, 1.07e-05, 1.33e-05, 1.23e-05, 9.56e-06, 1.01e-05, 7.00e-06, 1.08e-05, 1.78e-05, 5.90e-06, 9.70e-06, 8.53e-05, 3.97e-06, 1.94e-06, 6.45e-08]    [2.33e-05, 1.07e-05, 1.33e-05, 1.23e-05, 9.56e-06, 1.01e-05, 7.00e-06, 1.08e-05, 1.78e-05, 5.90e-06, 9.70e-06, 8.53e-05, 3.97e-06, 1.94e-06, 6.45e-08]    []  
168000    [1.20e-05, 5.08e-06, 7.89e-06, 7.92e-06, 6.71e-06, 3.49e-06, 5.01e-06, 3.58e-06, 7.28e-06, 4.25e-06, 2.67e-06, 3.35e-05, 2.00e-06, 2.89e-07, 8.71e-08]    [1.20e-05, 5.08e-06, 7.89e-06, 7.92e-06, 6.71e-06, 3.49e-06, 5.01e-06, 3.58e-06, 7.28e-06, 4.25e-06, 2.67e-06, 3.35e-05, 2.00e-06, 2.89e-07, 8.71e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.530063 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
168000    [1.20e-05, 5.08e-06, 7.89e-06, 7.92e-06, 6.71e-06, 3.49e-06, 5.01e-06, 3.58e-06, 7.28e-06, 4.25e-06, 2.67e-06, 3.35e-05, 2.00e-06, 2.89e-07, 8.71e-08]    [1.20e-05, 5.08e-06, 7.89e-06, 7.92e-06, 6.71e-06, 3.49e-06, 5.01e-06, 3.58e-06, 7.28e-06, 4.25e-06, 2.67e-06, 3.35e-05, 2.00e-06, 2.89e-07, 8.71e-08]    []  
170000    [3.30e-05, 1.80e-05, 1.48e-05, 1.32e-05, 2.84e-08, 4.28e-07, 3.45e-05, 1.34e-06, 6.41e-06, 4.75e-06, 4.39e-06, 1.80e-05, 1.06e-06, 0.00e+00, 9.65e-07]    [3.30e-05, 1.80e-05, 1.48e-05, 1.32e-05, 2.84e-08, 4.28e-07, 3.45e-05, 1.34e-06, 6.41e-06, 4.75e-06, 4.39e-06, 1.80e-05, 1.06e-06, 0.00e+00, 9.65e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.273460 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
170000    [3.30e-05, 1.80e-05, 1.48e-05, 1.32e-05, 2.84e-08, 4.28e-07, 3.45e-05, 1.34e-06, 6.41e-06, 4.75e-06, 4.39e-06, 1.80e-05, 1.06e-06, 0.00e+00, 9.65e-07]    [3.30e-05, 1.80e-05, 1.48e-05, 1.32e-05, 2.84e-08, 4.28e-07, 3.45e-05, 1.34e-06, 6.41e-06, 4.75e-06, 4.39e-06, 1.80e-05, 1.06e-06, 0.00e+00, 9.65e-07]    []  
172000    [1.56e-05, 6.29e-06, 1.23e-05, 1.14e-05, 6.55e-06, 5.40e-07, 6.35e-07, 3.72e-07, 9.24e-07, 8.73e-06, 8.52e-07, 1.60e-05, 4.28e-06, 2.81e-07, 8.55e-08]    [1.56e-05, 6.29e-06, 1.23e-05, 1.14e-05, 6.55e-06, 5.40e-07, 6.35e-07, 3.72e-07, 9.24e-07, 8.73e-06, 8.52e-07, 1.60e-05, 4.28e-06, 2.81e-07, 8.55e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.188493 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
172000    [1.56e-05, 6.29e-06, 1.23e-05, 1.14e-05, 6.55e-06, 5.40e-07, 6.35e-07, 3.72e-07, 9.24e-07, 8.73e-06, 8.52e-07, 1.60e-05, 4.28e-06, 2.81e-07, 8.55e-08]    [1.56e-05, 6.29e-06, 1.23e-05, 1.14e-05, 6.55e-06, 5.40e-07, 6.35e-07, 3.72e-07, 9.24e-07, 8.73e-06, 8.52e-07, 1.60e-05, 4.28e-06, 2.81e-07, 8.55e-08]    []  
174000    [2.25e-06, 3.67e-06, 2.27e-06, 1.71e-06, 6.49e-07, 1.01e-06, 5.53e-06, 4.99e-07, 1.46e-06, 1.12e-06, 1.46e-06, 7.18e-06, 3.51e-07, 1.07e-07, 0.00e+00]    [2.25e-06, 3.67e-06, 2.27e-06, 1.71e-06, 6.49e-07, 1.01e-06, 5.53e-06, 4.99e-07, 1.46e-06, 1.12e-06, 1.46e-06, 7.18e-06, 3.51e-07, 1.07e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.103535 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
174000    [2.25e-06, 3.67e-06, 2.27e-06, 1.71e-06, 6.49e-07, 1.01e-06, 5.53e-06, 4.99e-07, 1.46e-06, 1.12e-06, 1.46e-06, 7.18e-06, 3.51e-07, 1.07e-07, 0.00e+00]    [2.25e-06, 3.67e-06, 2.27e-06, 1.71e-06, 6.49e-07, 1.01e-06, 5.53e-06, 4.99e-07, 1.46e-06, 1.12e-06, 1.46e-06, 7.18e-06, 3.51e-07, 1.07e-07, 0.00e+00]    []  
176000    [2.20e-07, 1.58e-06, 9.56e-07, 4.67e-07, 1.35e-08, 6.14e-08, 3.92e-08, 2.82e-08, 1.53e-06, 1.17e-06, 1.35e-06, 1.18e-07, 1.07e-10, 1.11e-08, 1.35e-10]    [2.20e-07, 1.58e-06, 9.56e-07, 4.67e-07, 1.35e-08, 6.14e-08, 3.92e-08, 2.82e-08, 1.53e-06, 1.17e-06, 1.35e-06, 1.18e-07, 1.07e-10, 1.11e-08, 1.35e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.078139 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
176000    [2.20e-07, 1.58e-06, 9.56e-07, 4.67e-07, 1.35e-08, 6.14e-08, 3.92e-08, 2.82e-08, 1.53e-06, 1.17e-06, 1.35e-06, 1.18e-07, 1.07e-10, 1.11e-08, 1.35e-10]    [2.20e-07, 1.58e-06, 9.56e-07, 4.67e-07, 1.35e-08, 6.14e-08, 3.92e-08, 2.82e-08, 1.53e-06, 1.17e-06, 1.35e-06, 1.18e-07, 1.07e-10, 1.11e-08, 1.35e-10]    []  
178000    [3.61e-06, 3.05e-06, 6.97e-06, 2.67e-06, 2.30e-06, 6.65e-06, 1.49e-05, 1.80e-06, 6.92e-06, 3.16e-06, 1.35e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.61e-06, 3.05e-06, 6.97e-06, 2.67e-06, 2.30e-06, 6.65e-06, 1.49e-05, 1.80e-06, 6.92e-06, 3.16e-06, 1.35e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.680660 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
178000    [3.61e-06, 3.05e-06, 6.97e-06, 2.67e-06, 2.30e-06, 6.65e-06, 1.49e-05, 1.80e-06, 6.92e-06, 3.16e-06, 1.35e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.61e-06, 3.05e-06, 6.97e-06, 2.67e-06, 2.30e-06, 6.65e-06, 1.49e-05, 1.80e-06, 6.92e-06, 3.16e-06, 1.35e-05, 4.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
180000    [7.10e-06, 4.22e-06, 5.62e-06, 4.93e-06, 3.95e-06, 1.28e-06, 2.03e-06, 8.25e-07, 1.43e-06, 3.87e-06, 1.12e-06, 1.33e-05, 1.77e-06, 2.72e-07, 2.18e-08]    [7.10e-06, 4.22e-06, 5.62e-06, 4.93e-06, 3.95e-06, 1.28e-06, 2.03e-06, 8.25e-07, 1.43e-06, 3.87e-06, 1.12e-06, 1.33e-05, 1.77e-06, 2.72e-07, 2.18e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.243766 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
180000    [7.10e-06, 4.22e-06, 5.62e-06, 4.93e-06, 3.95e-06, 1.28e-06, 2.03e-06, 8.25e-07, 1.43e-06, 3.87e-06, 1.12e-06, 1.33e-05, 1.77e-06, 2.72e-07, 2.18e-08]    [7.10e-06, 4.22e-06, 5.62e-06, 4.93e-06, 3.95e-06, 1.28e-06, 2.03e-06, 8.25e-07, 1.43e-06, 3.87e-06, 1.12e-06, 1.33e-05, 1.77e-06, 2.72e-07, 2.18e-08]    []  
182000    [6.78e-07, 2.51e-06, 2.42e-06, 4.51e-07, 1.90e-07, 4.91e-07, 1.37e-09, 2.80e-08, 2.84e-06, 1.35e-06, 5.39e-06, 6.58e-06, 0.00e+00, 0.00e+00, 4.10e-12]    [6.78e-07, 2.51e-06, 2.42e-06, 4.51e-07, 1.90e-07, 4.91e-07, 1.37e-09, 2.80e-08, 2.84e-06, 1.35e-06, 5.39e-06, 6.58e-06, 0.00e+00, 0.00e+00, 4.10e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.562485 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
182000    [6.78e-07, 2.51e-06, 2.42e-06, 4.51e-07, 1.90e-07, 4.91e-07, 1.37e-09, 2.80e-08, 2.84e-06, 1.35e-06, 5.39e-06, 6.58e-06, 0.00e+00, 0.00e+00, 4.10e-12]    [6.78e-07, 2.51e-06, 2.42e-06, 4.51e-07, 1.90e-07, 4.91e-07, 1.37e-09, 2.80e-08, 2.84e-06, 1.35e-06, 5.39e-06, 6.58e-06, 0.00e+00, 0.00e+00, 4.10e-12]    []  
184000    [1.59e-06, 1.91e-06, 2.96e-06, 1.01e-06, 7.39e-07, 1.39e-07, 5.50e-07, 2.97e-07, 5.13e-07, 1.67e-06, 5.96e-07, 2.96e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.59e-06, 1.91e-06, 2.96e-06, 1.01e-06, 7.39e-07, 1.39e-07, 5.50e-07, 2.97e-07, 5.13e-07, 1.67e-06, 5.96e-07, 2.96e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.058840 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
184000    [1.59e-06, 1.91e-06, 2.96e-06, 1.01e-06, 7.39e-07, 1.39e-07, 5.50e-07, 2.97e-07, 5.13e-07, 1.67e-06, 5.96e-07, 2.96e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.59e-06, 1.91e-06, 2.96e-06, 1.01e-06, 7.39e-07, 1.39e-07, 5.50e-07, 2.97e-07, 5.13e-07, 1.67e-06, 5.96e-07, 2.96e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
186000    [2.41e-05, 5.92e-06, 1.93e-05, 1.13e-05, 1.90e-05, 2.48e-05, 1.36e-05, 2.12e-06, 2.91e-06, 1.29e-05, 2.13e-05, 7.00e-05, 0.00e+00, 0.00e+00, 1.44e-07]    [2.41e-05, 5.92e-06, 1.93e-05, 1.13e-05, 1.90e-05, 2.48e-05, 1.36e-05, 2.12e-06, 2.91e-06, 1.29e-05, 2.13e-05, 7.00e-05, 0.00e+00, 0.00e+00, 1.44e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.188797 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
186000    [2.41e-05, 5.92e-06, 1.93e-05, 1.13e-05, 1.90e-05, 2.48e-05, 1.36e-05, 2.12e-06, 2.91e-06, 1.29e-05, 2.13e-05, 7.00e-05, 0.00e+00, 0.00e+00, 1.44e-07]    [2.41e-05, 5.92e-06, 1.93e-05, 1.13e-05, 1.90e-05, 2.48e-05, 1.36e-05, 2.12e-06, 2.91e-06, 1.29e-05, 2.13e-05, 7.00e-05, 0.00e+00, 0.00e+00, 1.44e-07]    []  
188000    [1.24e-06, 3.72e-06, 2.13e-06, 1.30e-06, 4.22e-08, 6.13e-06, 3.40e-06, 5.42e-06, 2.79e-06, 1.80e-06, 4.76e-06, 1.41e-05, 4.24e-07, 1.07e-06, 2.82e-08]    [1.24e-06, 3.72e-06, 2.13e-06, 1.30e-06, 4.22e-08, 6.13e-06, 3.40e-06, 5.42e-06, 2.79e-06, 1.80e-06, 4.76e-06, 1.41e-05, 4.24e-07, 1.07e-06, 2.82e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.542418 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
188000    [1.24e-06, 3.72e-06, 2.13e-06, 1.30e-06, 4.22e-08, 6.13e-06, 3.40e-06, 5.42e-06, 2.79e-06, 1.80e-06, 4.76e-06, 1.41e-05, 4.24e-07, 1.07e-06, 2.82e-08]    [1.24e-06, 3.72e-06, 2.13e-06, 1.30e-06, 4.22e-08, 6.13e-06, 3.40e-06, 5.42e-06, 2.79e-06, 1.80e-06, 4.76e-06, 1.41e-05, 4.24e-07, 1.07e-06, 2.82e-08]    []  
190000    [4.48e-07, 1.86e-06, 9.09e-07, 6.28e-07, 1.45e-07, 3.82e-09, 5.58e-09, 6.25e-08, 2.21e-06, 4.00e-07, 3.00e-06, 2.95e-07, 3.61e-08, 1.87e-10, 0.00e+00]    [4.48e-07, 1.86e-06, 9.09e-07, 6.28e-07, 1.45e-07, 3.82e-09, 5.58e-09, 6.25e-08, 2.21e-06, 4.00e-07, 3.00e-06, 2.95e-07, 3.61e-08, 1.87e-10, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.630365 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
190000    [4.48e-07, 1.86e-06, 9.09e-07, 6.28e-07, 1.45e-07, 3.82e-09, 5.58e-09, 6.25e-08, 2.21e-06, 4.00e-07, 3.00e-06, 2.95e-07, 3.61e-08, 1.87e-10, 0.00e+00]    [4.48e-07, 1.86e-06, 9.09e-07, 6.28e-07, 1.45e-07, 3.82e-09, 5.58e-09, 6.25e-08, 2.21e-06, 4.00e-07, 3.00e-06, 2.95e-07, 3.61e-08, 1.87e-10, 0.00e+00]    []  
192000    [1.93e-06, 2.85e-06, 1.51e-06, 1.78e-06, 1.08e-06, 2.65e-07, 1.66e-08, 5.87e-07, 3.08e-06, 7.00e-07, 1.93e-06, 5.09e-06, 2.25e-07, 4.30e-08, 4.67e-11]    [1.93e-06, 2.85e-06, 1.51e-06, 1.78e-06, 1.08e-06, 2.65e-07, 1.66e-08, 5.87e-07, 3.08e-06, 7.00e-07, 1.93e-06, 5.09e-06, 2.25e-07, 4.30e-08, 4.67e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.433045 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
192000    [1.93e-06, 2.85e-06, 1.51e-06, 1.78e-06, 1.08e-06, 2.65e-07, 1.66e-08, 5.87e-07, 3.08e-06, 7.00e-07, 1.93e-06, 5.09e-06, 2.25e-07, 4.30e-08, 4.67e-11]    [1.93e-06, 2.85e-06, 1.51e-06, 1.78e-06, 1.08e-06, 2.65e-07, 1.66e-08, 5.87e-07, 3.08e-06, 7.00e-07, 1.93e-06, 5.09e-06, 2.25e-07, 4.30e-08, 4.67e-11]    []  
194000    [2.32e-06, 4.43e-06, 1.87e-06, 1.11e-06, 4.10e-07, 5.76e-07, 1.16e-06, 2.54e-07, 5.11e-07, 9.55e-07, 1.15e-06, 2.37e-06, 1.22e-07, 4.97e-08, 0.00e+00]    [2.32e-06, 4.43e-06, 1.87e-06, 1.11e-06, 4.10e-07, 5.76e-07, 1.16e-06, 2.54e-07, 5.11e-07, 9.55e-07, 1.15e-06, 2.37e-06, 1.22e-07, 4.97e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.150244 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
194000    [2.32e-06, 4.43e-06, 1.87e-06, 1.11e-06, 4.10e-07, 5.76e-07, 1.16e-06, 2.54e-07, 5.11e-07, 9.55e-07, 1.15e-06, 2.37e-06, 1.22e-07, 4.97e-08, 0.00e+00]    [2.32e-06, 4.43e-06, 1.87e-06, 1.11e-06, 4.10e-07, 5.76e-07, 1.16e-06, 2.54e-07, 5.11e-07, 9.55e-07, 1.15e-06, 2.37e-06, 1.22e-07, 4.97e-08, 0.00e+00]    []  
196000    [4.48e-06, 6.89e-06, 7.18e-06, 7.11e-06, 6.59e-06, 6.53e-06, 2.21e-05, 2.98e-06, 9.55e-06, 1.46e-05, 1.11e-05, 6.88e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.48e-06, 6.89e-06, 7.18e-06, 7.11e-06, 6.59e-06, 6.53e-06, 2.21e-05, 2.98e-06, 9.55e-06, 1.46e-05, 1.11e-05, 6.88e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.340048 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
196000    [4.48e-06, 6.89e-06, 7.18e-06, 7.11e-06, 6.59e-06, 6.53e-06, 2.21e-05, 2.98e-06, 9.55e-06, 1.46e-05, 1.11e-05, 6.88e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.48e-06, 6.89e-06, 7.18e-06, 7.11e-06, 6.59e-06, 6.53e-06, 2.21e-05, 2.98e-06, 9.55e-06, 1.46e-05, 1.11e-05, 6.88e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
198000    [3.76e-06, 1.80e-06, 4.62e-06, 9.89e-07, 2.04e-06, 3.49e-07, 3.63e-07, 2.62e-06, 1.20e-05, 3.45e-06, 7.27e-06, 6.10e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.76e-06, 1.80e-06, 4.62e-06, 9.89e-07, 2.04e-06, 3.49e-07, 3.63e-07, 2.62e-06, 1.20e-05, 3.45e-06, 7.27e-06, 6.10e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.265455 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
198000    [3.76e-06, 1.80e-06, 4.62e-06, 9.89e-07, 2.04e-06, 3.49e-07, 3.63e-07, 2.62e-06, 1.20e-05, 3.45e-06, 7.27e-06, 6.10e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.76e-06, 1.80e-06, 4.62e-06, 9.89e-07, 2.04e-06, 3.49e-07, 3.63e-07, 2.62e-06, 1.20e-05, 3.45e-06, 7.27e-06, 6.10e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
200000    [3.77e-06, 5.89e-06, 6.80e-06, 2.89e-06, 1.14e-07, 1.35e-06, 3.19e-05, 2.18e-06, 2.01e-06, 6.48e-06, 4.04e-06, 4.14e-06, 0.00e+00, 0.00e+00, 4.33e-07]    [3.77e-06, 5.89e-06, 6.80e-06, 2.89e-06, 1.14e-07, 1.35e-06, 3.19e-05, 2.18e-06, 2.01e-06, 6.48e-06, 4.04e-06, 4.14e-06, 0.00e+00, 0.00e+00, 4.33e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.855080 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
200000    [3.77e-06, 5.89e-06, 6.80e-06, 2.89e-06, 1.14e-07, 1.35e-06, 3.19e-05, 2.18e-06, 2.01e-06, 6.48e-06, 4.04e-06, 4.14e-06, 0.00e+00, 0.00e+00, 4.33e-07]    [3.77e-06, 5.89e-06, 6.80e-06, 2.89e-06, 1.14e-07, 1.35e-06, 3.19e-05, 2.18e-06, 2.01e-06, 6.48e-06, 4.04e-06, 4.14e-06, 0.00e+00, 0.00e+00, 4.33e-07]    []  
202000    [2.06e-07, 1.79e-06, 1.33e-06, 2.81e-07, 2.74e-08, 1.74e-07, 4.94e-08, 1.32e-07, 1.69e-06, 9.43e-07, 1.83e-06, 4.91e-07, 0.00e+00, 2.05e-08, 0.00e+00]    [2.06e-07, 1.79e-06, 1.33e-06, 2.81e-07, 2.74e-08, 1.74e-07, 4.94e-08, 1.32e-07, 1.69e-06, 9.43e-07, 1.83e-06, 4.91e-07, 0.00e+00, 2.05e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.760626 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
202000    [2.06e-07, 1.79e-06, 1.33e-06, 2.81e-07, 2.74e-08, 1.74e-07, 4.94e-08, 1.32e-07, 1.69e-06, 9.43e-07, 1.83e-06, 4.91e-07, 0.00e+00, 2.05e-08, 0.00e+00]    [2.06e-07, 1.79e-06, 1.33e-06, 2.81e-07, 2.74e-08, 1.74e-07, 4.94e-08, 1.32e-07, 1.69e-06, 9.43e-07, 1.83e-06, 4.91e-07, 0.00e+00, 2.05e-08, 0.00e+00]    []  
204000    [1.66e-06, 2.13e-06, 1.55e-06, 7.10e-07, 2.81e-08, 5.71e-10, 1.63e-09, 3.44e-09, 3.23e-07, 3.74e-07, 3.78e-07, 2.52e-07, 1.81e-09, 1.57e-09, 0.00e+00]    [1.66e-06, 2.13e-06, 1.55e-06, 7.10e-07, 2.81e-08, 5.71e-10, 1.63e-09, 3.44e-09, 3.23e-07, 3.74e-07, 3.78e-07, 2.52e-07, 1.81e-09, 1.57e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.501536 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
204000    [1.66e-06, 2.13e-06, 1.55e-06, 7.10e-07, 2.81e-08, 5.71e-10, 1.63e-09, 3.44e-09, 3.23e-07, 3.74e-07, 3.78e-07, 2.52e-07, 1.81e-09, 1.57e-09, 0.00e+00]    [1.66e-06, 2.13e-06, 1.55e-06, 7.10e-07, 2.81e-08, 5.71e-10, 1.63e-09, 3.44e-09, 3.23e-07, 3.74e-07, 3.78e-07, 2.52e-07, 1.81e-09, 1.57e-09, 0.00e+00]    []  
206000    [1.25e-05, 5.03e-06, 8.72e-06, 6.94e-06, 6.40e-06, 1.83e-06, 2.43e-07, 1.67e-06, 3.83e-06, 6.50e-06, 1.86e-06, 2.82e-05, 2.59e-06, 3.91e-07, 1.61e-09]    [1.25e-05, 5.03e-06, 8.72e-06, 6.94e-06, 6.40e-06, 1.83e-06, 2.43e-07, 1.67e-06, 3.83e-06, 6.50e-06, 1.86e-06, 2.82e-05, 2.59e-06, 3.91e-07, 1.61e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.387345 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
206000    [1.25e-05, 5.03e-06, 8.72e-06, 6.94e-06, 6.40e-06, 1.83e-06, 2.43e-07, 1.67e-06, 3.83e-06, 6.50e-06, 1.86e-06, 2.82e-05, 2.59e-06, 3.91e-07, 1.61e-09]    [1.25e-05, 5.03e-06, 8.72e-06, 6.94e-06, 6.40e-06, 1.83e-06, 2.43e-07, 1.67e-06, 3.83e-06, 6.50e-06, 1.86e-06, 2.82e-05, 2.59e-06, 3.91e-07, 1.61e-09]    []  
208000    [2.13e-05, 4.02e-06, 1.88e-05, 8.42e-06, 1.06e-05, 6.06e-06, 4.23e-06, 4.55e-06, 5.52e-06, 1.25e-05, 7.69e-06, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.13e-05, 4.02e-06, 1.88e-05, 8.42e-06, 1.06e-05, 6.06e-06, 4.23e-06, 4.55e-06, 5.52e-06, 1.25e-05, 7.69e-06, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.326926 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
208000    [2.13e-05, 4.02e-06, 1.88e-05, 8.42e-06, 1.06e-05, 6.06e-06, 4.23e-06, 4.55e-06, 5.52e-06, 1.25e-05, 7.69e-06, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.13e-05, 4.02e-06, 1.88e-05, 8.42e-06, 1.06e-05, 6.06e-06, 4.23e-06, 4.55e-06, 5.52e-06, 1.25e-05, 7.69e-06, 6.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
210000    [5.77e-06, 3.82e-06, 4.93e-06, 5.41e-06, 2.30e-06, 5.80e-07, 2.79e-10, 5.95e-07, 2.81e-06, 1.50e-06, 1.58e-06, 8.45e-06, 5.85e-07, 8.37e-08, 2.44e-11]    [5.77e-06, 3.82e-06, 4.93e-06, 5.41e-06, 2.30e-06, 5.80e-07, 2.79e-10, 5.95e-07, 2.81e-06, 1.50e-06, 1.58e-06, 8.45e-06, 5.85e-07, 8.37e-08, 2.44e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.574361 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
210000    [5.77e-06, 3.82e-06, 4.93e-06, 5.41e-06, 2.30e-06, 5.80e-07, 2.79e-10, 5.95e-07, 2.81e-06, 1.50e-06, 1.58e-06, 8.45e-06, 5.85e-07, 8.37e-08, 2.44e-11]    [5.77e-06, 3.82e-06, 4.93e-06, 5.41e-06, 2.30e-06, 5.80e-07, 2.79e-10, 5.95e-07, 2.81e-06, 1.50e-06, 1.58e-06, 8.45e-06, 5.85e-07, 8.37e-08, 2.44e-11]    []  
212000    [7.33e-06, 6.87e-06, 4.18e-06, 3.89e-06, 1.91e-06, 1.58e-06, 2.93e-06, 6.88e-07, 8.42e-06, 1.74e-06, 3.96e-06, 2.42e-05, 7.11e-07, 5.09e-08, 4.15e-08]    [7.33e-06, 6.87e-06, 4.18e-06, 3.89e-06, 1.91e-06, 1.58e-06, 2.93e-06, 6.88e-07, 8.42e-06, 1.74e-06, 3.96e-06, 2.42e-05, 7.11e-07, 5.09e-08, 4.15e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.677551 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
212000    [7.33e-06, 6.87e-06, 4.18e-06, 3.89e-06, 1.91e-06, 1.58e-06, 2.93e-06, 6.88e-07, 8.42e-06, 1.74e-06, 3.96e-06, 2.42e-05, 7.11e-07, 5.09e-08, 4.15e-08]    [7.33e-06, 6.87e-06, 4.18e-06, 3.89e-06, 1.91e-06, 1.58e-06, 2.93e-06, 6.88e-07, 8.42e-06, 1.74e-06, 3.96e-06, 2.42e-05, 7.11e-07, 5.09e-08, 4.15e-08]    []  
214000    [6.65e-06, 3.93e-06, 4.26e-06, 4.60e-06, 3.86e-06, 2.30e-06, 1.56e-06, 9.94e-07, 2.52e-06, 2.81e-06, 1.81e-06, 1.61e-05, 1.14e-06, 2.29e-07, 1.34e-08]    [6.65e-06, 3.93e-06, 4.26e-06, 4.60e-06, 3.86e-06, 2.30e-06, 1.56e-06, 9.94e-07, 2.52e-06, 2.81e-06, 1.81e-06, 1.61e-05, 1.14e-06, 2.29e-07, 1.34e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.709904 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
214000    [6.65e-06, 3.93e-06, 4.26e-06, 4.60e-06, 3.86e-06, 2.30e-06, 1.56e-06, 9.94e-07, 2.52e-06, 2.81e-06, 1.81e-06, 1.61e-05, 1.14e-06, 2.29e-07, 1.34e-08]    [6.65e-06, 3.93e-06, 4.26e-06, 4.60e-06, 3.86e-06, 2.30e-06, 1.56e-06, 9.94e-07, 2.52e-06, 2.81e-06, 1.81e-06, 1.61e-05, 1.14e-06, 2.29e-07, 1.34e-08]    []  
216000    [4.66e-06, 3.83e-06, 4.76e-06, 2.41e-06, 1.13e-06, 8.18e-06, 3.15e-05, 1.23e-05, 4.65e-06, 4.30e-06, 9.09e-06, 3.26e-05, 0.00e+00, 0.00e+00, 1.08e-06]    [4.66e-06, 3.83e-06, 4.76e-06, 2.41e-06, 1.13e-06, 8.18e-06, 3.15e-05, 1.23e-05, 4.65e-06, 4.30e-06, 9.09e-06, 3.26e-05, 0.00e+00, 0.00e+00, 1.08e-06]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.650501 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
216000    [4.66e-06, 3.83e-06, 4.76e-06, 2.41e-06, 1.13e-06, 8.18e-06, 3.15e-05, 1.23e-05, 4.65e-06, 4.30e-06, 9.09e-06, 3.26e-05, 0.00e+00, 0.00e+00, 1.08e-06]    [4.66e-06, 3.83e-06, 4.76e-06, 2.41e-06, 1.13e-06, 8.18e-06, 3.15e-05, 1.23e-05, 4.65e-06, 4.30e-06, 9.09e-06, 3.26e-05, 0.00e+00, 0.00e+00, 1.08e-06]    []  
218000    [3.29e-06, 5.45e-06, 4.32e-06, 2.16e-06, 2.80e-08, 9.22e-08, 1.06e-05, 2.73e-09, 6.71e-07, 1.93e-06, 2.40e-06, 5.77e-06, 4.06e-07, 1.42e-08, 0.00e+00]    [3.29e-06, 5.45e-06, 4.32e-06, 2.16e-06, 2.80e-08, 9.22e-08, 1.06e-05, 2.73e-09, 6.71e-07, 1.93e-06, 2.40e-06, 5.77e-06, 4.06e-07, 1.42e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.163579 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
218000    [3.29e-06, 5.45e-06, 4.32e-06, 2.16e-06, 2.80e-08, 9.22e-08, 1.06e-05, 2.73e-09, 6.71e-07, 1.93e-06, 2.40e-06, 5.77e-06, 4.06e-07, 1.42e-08, 0.00e+00]    [3.29e-06, 5.45e-06, 4.32e-06, 2.16e-06, 2.80e-08, 9.22e-08, 1.06e-05, 2.73e-09, 6.71e-07, 1.93e-06, 2.40e-06, 5.77e-06, 4.06e-07, 1.42e-08, 0.00e+00]    []  
220000    [2.04e-06, 1.33e-06, 2.99e-06, 6.89e-07, 1.11e-06, 6.99e-07, 1.44e-07, 2.37e-07, 2.83e-07, 1.10e-06, 1.05e-06, 2.97e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.04e-06, 1.33e-06, 2.99e-06, 6.89e-07, 1.11e-06, 6.99e-07, 1.44e-07, 2.37e-07, 2.83e-07, 1.10e-06, 1.05e-06, 2.97e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.014001 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
220000    [2.04e-06, 1.33e-06, 2.99e-06, 6.89e-07, 1.11e-06, 6.99e-07, 1.44e-07, 2.37e-07, 2.83e-07, 1.10e-06, 1.05e-06, 2.97e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.04e-06, 1.33e-06, 2.99e-06, 6.89e-07, 1.11e-06, 6.99e-07, 1.44e-07, 2.37e-07, 2.83e-07, 1.10e-06, 1.05e-06, 2.97e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
222000    [1.34e-06, 2.09e-06, 1.06e-06, 9.92e-07, 6.52e-07, 1.01e-07, 1.56e-10, 5.42e-08, 2.40e-07, 1.25e-06, 5.07e-07, 1.66e-06, 2.29e-07, 1.23e-08, 4.28e-13]    [1.34e-06, 2.09e-06, 1.06e-06, 9.92e-07, 6.52e-07, 1.01e-07, 1.56e-10, 5.42e-08, 2.40e-07, 1.25e-06, 5.07e-07, 1.66e-06, 2.29e-07, 1.23e-08, 4.28e-13]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.000116 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
222000    [1.34e-06, 2.09e-06, 1.06e-06, 9.92e-07, 6.52e-07, 1.01e-07, 1.56e-10, 5.42e-08, 2.40e-07, 1.25e-06, 5.07e-07, 1.66e-06, 2.29e-07, 1.23e-08, 4.28e-13]    [1.34e-06, 2.09e-06, 1.06e-06, 9.92e-07, 6.52e-07, 1.01e-07, 1.56e-10, 5.42e-08, 2.40e-07, 1.25e-06, 5.07e-07, 1.66e-06, 2.29e-07, 1.23e-08, 4.28e-13]    []  
224000    [8.72e-06, 2.28e-06, 6.95e-06, 1.99e-06, 5.29e-06, 8.31e-06, 2.57e-06, 1.36e-06, 1.27e-06, 4.06e-06, 6.18e-06, 2.20e-05, 0.00e+00, 0.00e+00, 2.71e-08]    [8.72e-06, 2.28e-06, 6.95e-06, 1.99e-06, 5.29e-06, 8.31e-06, 2.57e-06, 1.36e-06, 1.27e-06, 4.06e-06, 6.18e-06, 2.20e-05, 0.00e+00, 0.00e+00, 2.71e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.627023 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
224000    [8.72e-06, 2.28e-06, 6.95e-06, 1.99e-06, 5.29e-06, 8.31e-06, 2.57e-06, 1.36e-06, 1.27e-06, 4.06e-06, 6.18e-06, 2.20e-05, 0.00e+00, 0.00e+00, 2.71e-08]    [8.72e-06, 2.28e-06, 6.95e-06, 1.99e-06, 5.29e-06, 8.31e-06, 2.57e-06, 1.36e-06, 1.27e-06, 4.06e-06, 6.18e-06, 2.20e-05, 0.00e+00, 0.00e+00, 2.71e-08]    []  
226000    [4.71e-07, 1.55e-06, 1.28e-06, 4.77e-07, 1.91e-08, 2.97e-07, 4.43e-07, 4.26e-10, 8.52e-07, 1.29e-06, 1.18e-06, 1.75e-07, 0.00e+00, 5.05e-08, 0.00e+00]    [4.71e-07, 1.55e-06, 1.28e-06, 4.77e-07, 1.91e-08, 2.97e-07, 4.43e-07, 4.26e-10, 8.52e-07, 1.29e-06, 1.18e-06, 1.75e-07, 0.00e+00, 5.05e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.468711 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
226000    [4.71e-07, 1.55e-06, 1.28e-06, 4.77e-07, 1.91e-08, 2.97e-07, 4.43e-07, 4.26e-10, 8.52e-07, 1.29e-06, 1.18e-06, 1.75e-07, 0.00e+00, 5.05e-08, 0.00e+00]    [4.71e-07, 1.55e-06, 1.28e-06, 4.77e-07, 1.91e-08, 2.97e-07, 4.43e-07, 4.26e-10, 8.52e-07, 1.29e-06, 1.18e-06, 1.75e-07, 0.00e+00, 5.05e-08, 0.00e+00]    []  
228000    [9.90e-06, 2.89e-06, 9.66e-06, 3.47e-06, 5.45e-06, 8.79e-07, 2.65e-06, 1.34e-08, 9.08e-07, 4.84e-06, 1.80e-06, 7.68e-06, 0.00e+00, 0.00e+00, 2.15e-08]    [9.90e-06, 2.89e-06, 9.66e-06, 3.47e-06, 5.45e-06, 8.79e-07, 2.65e-06, 1.34e-08, 9.08e-07, 4.84e-06, 1.80e-06, 7.68e-06, 0.00e+00, 0.00e+00, 2.15e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.080800 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
228000    [9.90e-06, 2.89e-06, 9.66e-06, 3.47e-06, 5.45e-06, 8.79e-07, 2.65e-06, 1.34e-08, 9.08e-07, 4.84e-06, 1.80e-06, 7.68e-06, 0.00e+00, 0.00e+00, 2.15e-08]    [9.90e-06, 2.89e-06, 9.66e-06, 3.47e-06, 5.45e-06, 8.79e-07, 2.65e-06, 1.34e-08, 9.08e-07, 4.84e-06, 1.80e-06, 7.68e-06, 0.00e+00, 0.00e+00, 2.15e-08]    []  
230000    [1.14e-05, 9.88e-06, 8.83e-06, 4.56e-06, 5.08e-06, 7.68e-06, 1.07e-05, 4.75e-06, 1.07e-05, 5.41e-06, 1.42e-05, 4.77e-05, 1.95e-06, 2.31e-06, 0.00e+00]    [1.14e-05, 9.88e-06, 8.83e-06, 4.56e-06, 5.08e-06, 7.68e-06, 1.07e-05, 4.75e-06, 1.07e-05, 5.41e-06, 1.42e-05, 4.77e-05, 1.95e-06, 2.31e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.604896 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
230000    [1.14e-05, 9.88e-06, 8.83e-06, 4.56e-06, 5.08e-06, 7.68e-06, 1.07e-05, 4.75e-06, 1.07e-05, 5.41e-06, 1.42e-05, 4.77e-05, 1.95e-06, 2.31e-06, 0.00e+00]    [1.14e-05, 9.88e-06, 8.83e-06, 4.56e-06, 5.08e-06, 7.68e-06, 1.07e-05, 4.75e-06, 1.07e-05, 5.41e-06, 1.42e-05, 4.77e-05, 1.95e-06, 2.31e-06, 0.00e+00]    []  
232000    [1.62e-05, 2.13e-06, 1.27e-05, 4.22e-06, 7.36e-06, 4.61e-06, 5.20e-06, 2.48e-06, 1.87e-06, 4.34e-06, 2.84e-06, 2.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.62e-05, 2.13e-06, 1.27e-05, 4.22e-06, 7.36e-06, 4.61e-06, 5.20e-06, 2.48e-06, 1.87e-06, 4.34e-06, 2.84e-06, 2.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.483593 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
232000    [1.62e-05, 2.13e-06, 1.27e-05, 4.22e-06, 7.36e-06, 4.61e-06, 5.20e-06, 2.48e-06, 1.87e-06, 4.34e-06, 2.84e-06, 2.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.62e-05, 2.13e-06, 1.27e-05, 4.22e-06, 7.36e-06, 4.61e-06, 5.20e-06, 2.48e-06, 1.87e-06, 4.34e-06, 2.84e-06, 2.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
234000    [9.47e-05, 1.34e-05, 6.30e-05, 2.93e-05, 3.79e-05, 1.84e-05, 1.35e-05, 1.09e-05, 2.67e-05, 4.29e-05, 2.01e-05, 2.32e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [9.47e-05, 1.34e-05, 6.30e-05, 2.93e-05, 3.79e-05, 1.84e-05, 1.35e-05, 1.09e-05, 2.67e-05, 4.29e-05, 2.01e-05, 2.32e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.931684 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
234000    [9.47e-05, 1.34e-05, 6.30e-05, 2.93e-05, 3.79e-05, 1.84e-05, 1.35e-05, 1.09e-05, 2.67e-05, 4.29e-05, 2.01e-05, 2.32e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [9.47e-05, 1.34e-05, 6.30e-05, 2.93e-05, 3.79e-05, 1.84e-05, 1.35e-05, 1.09e-05, 2.67e-05, 4.29e-05, 2.01e-05, 2.32e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
236000    [1.85e-06, 3.66e-06, 2.73e-06, 1.80e-06, 4.19e-08, 5.74e-08, 5.69e-06, 1.24e-07, 1.27e-05, 1.07e-06, 9.04e-06, 4.26e-07, 0.00e+00, 0.00e+00, 1.30e-07]    [1.85e-06, 3.66e-06, 2.73e-06, 1.80e-06, 4.19e-08, 5.74e-08, 5.69e-06, 1.24e-07, 1.27e-05, 1.07e-06, 9.04e-06, 4.26e-07, 0.00e+00, 0.00e+00, 1.30e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.339482 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
236000    [1.85e-06, 3.66e-06, 2.73e-06, 1.80e-06, 4.19e-08, 5.74e-08, 5.69e-06, 1.24e-07, 1.27e-05, 1.07e-06, 9.04e-06, 4.26e-07, 0.00e+00, 0.00e+00, 1.30e-07]    [1.85e-06, 3.66e-06, 2.73e-06, 1.80e-06, 4.19e-08, 5.74e-08, 5.69e-06, 1.24e-07, 1.27e-05, 1.07e-06, 9.04e-06, 4.26e-07, 0.00e+00, 0.00e+00, 1.30e-07]    []  
238000    [3.15e-06, 4.69e-06, 2.88e-06, 1.45e-06, 1.04e-06, 5.10e-07, 7.64e-09, 4.21e-07, 9.43e-07, 1.83e-06, 1.19e-06, 4.77e-06, 2.97e-07, 8.04e-08, 1.11e-10]    [3.15e-06, 4.69e-06, 2.88e-06, 1.45e-06, 1.04e-06, 5.10e-07, 7.64e-09, 4.21e-07, 9.43e-07, 1.83e-06, 1.19e-06, 4.77e-06, 2.97e-07, 8.04e-08, 1.11e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.906192 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
238000    [3.15e-06, 4.69e-06, 2.88e-06, 1.45e-06, 1.04e-06, 5.10e-07, 7.64e-09, 4.21e-07, 9.43e-07, 1.83e-06, 1.19e-06, 4.77e-06, 2.97e-07, 8.04e-08, 1.11e-10]    [3.15e-06, 4.69e-06, 2.88e-06, 1.45e-06, 1.04e-06, 5.10e-07, 7.64e-09, 4.21e-07, 9.43e-07, 1.83e-06, 1.19e-06, 4.77e-06, 2.97e-07, 8.04e-08, 1.11e-10]    []  
240000    [9.37e-06, 9.22e-06, 7.53e-06, 2.28e-06, 3.05e-06, 9.01e-06, 2.35e-06, 5.34e-06, 7.86e-06, 1.80e-05, 8.05e-06, 6.09e-05, 0.00e+00, 0.00e+00, 2.07e-08]    [9.37e-06, 9.22e-06, 7.53e-06, 2.28e-06, 3.05e-06, 9.01e-06, 2.35e-06, 5.34e-06, 7.86e-06, 1.80e-05, 8.05e-06, 6.09e-05, 0.00e+00, 0.00e+00, 2.07e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.671926 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
240000    [9.37e-06, 9.22e-06, 7.53e-06, 2.28e-06, 3.05e-06, 9.01e-06, 2.35e-06, 5.34e-06, 7.86e-06, 1.80e-05, 8.05e-06, 6.09e-05, 0.00e+00, 0.00e+00, 2.07e-08]    [9.37e-06, 9.22e-06, 7.53e-06, 2.28e-06, 3.05e-06, 9.01e-06, 2.35e-06, 5.34e-06, 7.86e-06, 1.80e-05, 8.05e-06, 6.09e-05, 0.00e+00, 0.00e+00, 2.07e-08]    []  
242000    [3.57e-05, 1.51e-05, 2.54e-05, 2.34e-05, 5.65e-06, 6.55e-05, 1.36e-06, 5.72e-05, 1.08e-04, 1.44e-05, 6.33e-05, 4.23e-04, 1.25e-05, 1.01e-05, 1.58e-08]    [3.57e-05, 1.51e-05, 2.54e-05, 2.34e-05, 5.65e-06, 6.55e-05, 1.36e-06, 5.72e-05, 1.08e-04, 1.44e-05, 6.33e-05, 4.23e-04, 1.25e-05, 1.01e-05, 1.58e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.994574 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
242000    [3.57e-05, 1.51e-05, 2.54e-05, 2.34e-05, 5.65e-06, 6.55e-05, 1.36e-06, 5.72e-05, 1.08e-04, 1.44e-05, 6.33e-05, 4.23e-04, 1.25e-05, 1.01e-05, 1.58e-08]    [3.57e-05, 1.51e-05, 2.54e-05, 2.34e-05, 5.65e-06, 6.55e-05, 1.36e-06, 5.72e-05, 1.08e-04, 1.44e-05, 6.33e-05, 4.23e-04, 1.25e-05, 1.01e-05, 1.58e-08]    []  
244000    [2.03e-06, 2.80e-06, 1.91e-06, 2.03e-06, 1.54e-06, 2.04e-06, 2.11e-07, 1.96e-07, 2.87e-06, 1.75e-06, 4.28e-06, 5.53e-06, 2.36e-07, 2.38e-07, 1.14e-09]    [2.03e-06, 2.80e-06, 1.91e-06, 2.03e-06, 1.54e-06, 2.04e-06, 2.11e-07, 1.96e-07, 2.87e-06, 1.75e-06, 4.28e-06, 5.53e-06, 2.36e-07, 2.38e-07, 1.14e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.018912 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
244000    [2.03e-06, 2.80e-06, 1.91e-06, 2.03e-06, 1.54e-06, 2.04e-06, 2.11e-07, 1.96e-07, 2.87e-06, 1.75e-06, 4.28e-06, 5.53e-06, 2.36e-07, 2.38e-07, 1.14e-09]    [2.03e-06, 2.80e-06, 1.91e-06, 2.03e-06, 1.54e-06, 2.04e-06, 2.11e-07, 1.96e-07, 2.87e-06, 1.75e-06, 4.28e-06, 5.53e-06, 2.36e-07, 2.38e-07, 1.14e-09]    []  
246000    [3.73e-06, 3.59e-06, 2.57e-06, 1.99e-06, 1.50e-06, 8.90e-07, 1.13e-07, 1.20e-06, 3.12e-06, 1.01e-06, 1.34e-06, 7.48e-06, 4.72e-07, 5.87e-08, 6.06e-10]    [3.73e-06, 3.59e-06, 2.57e-06, 1.99e-06, 1.50e-06, 8.90e-07, 1.13e-07, 1.20e-06, 3.12e-06, 1.01e-06, 1.34e-06, 7.48e-06, 4.72e-07, 5.87e-08, 6.06e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.155543 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
246000    [3.73e-06, 3.59e-06, 2.57e-06, 1.99e-06, 1.50e-06, 8.90e-07, 1.13e-07, 1.20e-06, 3.12e-06, 1.01e-06, 1.34e-06, 7.48e-06, 4.72e-07, 5.87e-08, 6.06e-10]    [3.73e-06, 3.59e-06, 2.57e-06, 1.99e-06, 1.50e-06, 8.90e-07, 1.13e-07, 1.20e-06, 3.12e-06, 1.01e-06, 1.34e-06, 7.48e-06, 4.72e-07, 5.87e-08, 6.06e-10]    []  
248000    [1.32e-05, 1.04e-05, 2.36e-05, 1.28e-05, 9.22e-06, 4.94e-05, 1.55e-06, 3.30e-05, 6.69e-05, 5.56e-05, 6.99e-05, 5.17e-04, 0.00e+00, 0.00e+00, 7.48e-09]    [1.32e-05, 1.04e-05, 2.36e-05, 1.28e-05, 9.22e-06, 4.94e-05, 1.55e-06, 3.30e-05, 6.69e-05, 5.56e-05, 6.99e-05, 5.17e-04, 0.00e+00, 0.00e+00, 7.48e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.428863 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
248000    [1.32e-05, 1.04e-05, 2.36e-05, 1.28e-05, 9.22e-06, 4.94e-05, 1.55e-06, 3.30e-05, 6.69e-05, 5.56e-05, 6.99e-05, 5.17e-04, 0.00e+00, 0.00e+00, 7.48e-09]    [1.32e-05, 1.04e-05, 2.36e-05, 1.28e-05, 9.22e-06, 4.94e-05, 1.55e-06, 3.30e-05, 6.69e-05, 5.56e-05, 6.99e-05, 5.17e-04, 0.00e+00, 0.00e+00, 7.48e-09]    []  
250000    [3.79e-05, 9.66e-06, 2.46e-05, 2.02e-05, 2.01e-05, 1.32e-05, 3.37e-06, 1.41e-05, 2.71e-05, 1.44e-05, 8.18e-06, 1.22e-04, 8.20e-06, 2.01e-06, 4.09e-08]    [3.79e-05, 9.66e-06, 2.46e-05, 2.02e-05, 2.01e-05, 1.32e-05, 3.37e-06, 1.41e-05, 2.71e-05, 1.44e-05, 8.18e-06, 1.22e-04, 8.20e-06, 2.01e-06, 4.09e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.476581 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
250000    [3.79e-05, 9.66e-06, 2.46e-05, 2.02e-05, 2.01e-05, 1.32e-05, 3.37e-06, 1.41e-05, 2.71e-05, 1.44e-05, 8.18e-06, 1.22e-04, 8.20e-06, 2.01e-06, 4.09e-08]    [3.79e-05, 9.66e-06, 2.46e-05, 2.02e-05, 2.01e-05, 1.32e-05, 3.37e-06, 1.41e-05, 2.71e-05, 1.44e-05, 8.18e-06, 1.22e-04, 8.20e-06, 2.01e-06, 4.09e-08]    []  
252000    [1.23e-06, 5.59e-06, 3.00e-06, 8.30e-07, 8.26e-08, 4.96e-07, 4.14e-08, 2.76e-08, 5.81e-07, 1.38e-06, 1.42e-06, 9.21e-07, 8.65e-09, 1.74e-08, 0.00e+00]    [1.23e-06, 5.59e-06, 3.00e-06, 8.30e-07, 8.26e-08, 4.96e-07, 4.14e-08, 2.76e-08, 5.81e-07, 1.38e-06, 1.42e-06, 9.21e-07, 8.65e-09, 1.74e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.359636 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
252000    [1.23e-06, 5.59e-06, 3.00e-06, 8.30e-07, 8.26e-08, 4.96e-07, 4.14e-08, 2.76e-08, 5.81e-07, 1.38e-06, 1.42e-06, 9.21e-07, 8.65e-09, 1.74e-08, 0.00e+00]    [1.23e-06, 5.59e-06, 3.00e-06, 8.30e-07, 8.26e-08, 4.96e-07, 4.14e-08, 2.76e-08, 5.81e-07, 1.38e-06, 1.42e-06, 9.21e-07, 8.65e-09, 1.74e-08, 0.00e+00]    []  
254000    [4.94e-06, 1.54e-06, 5.31e-06, 1.46e-06, 2.33e-06, 1.32e-06, 3.02e-06, 7.63e-07, 7.41e-07, 1.95e-06, 1.21e-06, 7.49e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.94e-06, 1.54e-06, 5.31e-06, 1.46e-06, 2.33e-06, 1.32e-06, 3.02e-06, 7.63e-07, 7.41e-07, 1.95e-06, 1.21e-06, 7.49e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.563725 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
254000    [4.94e-06, 1.54e-06, 5.31e-06, 1.46e-06, 2.33e-06, 1.32e-06, 3.02e-06, 7.63e-07, 7.41e-07, 1.95e-06, 1.21e-06, 7.49e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.94e-06, 1.54e-06, 5.31e-06, 1.46e-06, 2.33e-06, 1.32e-06, 3.02e-06, 7.63e-07, 7.41e-07, 1.95e-06, 1.21e-06, 7.49e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
256000    [3.88e-06, 1.36e-06, 4.31e-06, 1.25e-06, 1.27e-06, 3.98e-07, 1.10e-06, 5.52e-07, 1.67e-06, 1.72e-06, 1.02e-06, 4.80e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.88e-06, 1.36e-06, 4.31e-06, 1.25e-06, 1.27e-06, 3.98e-07, 1.10e-06, 5.52e-07, 1.67e-06, 1.72e-06, 1.02e-06, 4.80e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.537963 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
256000    [3.88e-06, 1.36e-06, 4.31e-06, 1.25e-06, 1.27e-06, 3.98e-07, 1.10e-06, 5.52e-07, 1.67e-06, 1.72e-06, 1.02e-06, 4.80e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.88e-06, 1.36e-06, 4.31e-06, 1.25e-06, 1.27e-06, 3.98e-07, 1.10e-06, 5.52e-07, 1.67e-06, 1.72e-06, 1.02e-06, 4.80e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
258000    [3.67e-06, 2.62e-06, 6.14e-06, 2.57e-06, 2.23e-06, 1.12e-06, 2.02e-07, 9.63e-07, 2.91e-06, 5.64e-06, 2.28e-06, 2.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.67e-06, 2.62e-06, 6.14e-06, 2.57e-06, 2.23e-06, 1.12e-06, 2.02e-07, 9.63e-07, 2.91e-06, 5.64e-06, 2.28e-06, 2.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.362587 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
258000    [3.67e-06, 2.62e-06, 6.14e-06, 2.57e-06, 2.23e-06, 1.12e-06, 2.02e-07, 9.63e-07, 2.91e-06, 5.64e-06, 2.28e-06, 2.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.67e-06, 2.62e-06, 6.14e-06, 2.57e-06, 2.23e-06, 1.12e-06, 2.02e-07, 9.63e-07, 2.91e-06, 5.64e-06, 2.28e-06, 2.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
260000    [1.01e-06, 2.65e-06, 1.66e-06, 1.27e-06, 2.16e-10, 6.21e-08, 2.15e-06, 1.32e-08, 4.57e-07, 7.47e-07, 6.32e-07, 2.80e-07, 2.24e-08, 2.26e-09, 0.00e+00]    [1.01e-06, 2.65e-06, 1.66e-06, 1.27e-06, 2.16e-10, 6.21e-08, 2.15e-06, 1.32e-08, 4.57e-07, 7.47e-07, 6.32e-07, 2.80e-07, 2.24e-08, 2.26e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.986657 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
260000    [1.01e-06, 2.65e-06, 1.66e-06, 1.27e-06, 2.16e-10, 6.21e-08, 2.15e-06, 1.32e-08, 4.57e-07, 7.47e-07, 6.32e-07, 2.80e-07, 2.24e-08, 2.26e-09, 0.00e+00]    [1.01e-06, 2.65e-06, 1.66e-06, 1.27e-06, 2.16e-10, 6.21e-08, 2.15e-06, 1.32e-08, 4.57e-07, 7.47e-07, 6.32e-07, 2.80e-07, 2.24e-08, 2.26e-09, 0.00e+00]    []  
262000    [6.29e-06, 1.48e-06, 6.18e-06, 1.53e-06, 2.97e-06, 7.51e-07, 3.32e-06, 6.24e-07, 1.91e-06, 2.05e-06, 1.20e-06, 8.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.29e-06, 1.48e-06, 6.18e-06, 1.53e-06, 2.97e-06, 7.51e-07, 3.32e-06, 6.24e-07, 1.91e-06, 2.05e-06, 1.20e-06, 8.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.555410 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
262000    [6.29e-06, 1.48e-06, 6.18e-06, 1.53e-06, 2.97e-06, 7.51e-07, 3.32e-06, 6.24e-07, 1.91e-06, 2.05e-06, 1.20e-06, 8.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.29e-06, 1.48e-06, 6.18e-06, 1.53e-06, 2.97e-06, 7.51e-07, 3.32e-06, 6.24e-07, 1.91e-06, 2.05e-06, 1.20e-06, 8.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
264000    [8.26e-05, 1.13e-05, 5.55e-05, 2.65e-05, 4.27e-05, 1.83e-05, 4.66e-07, 1.29e-05, 1.71e-05, 2.75e-05, 1.08e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [8.26e-05, 1.13e-05, 5.55e-05, 2.65e-05, 4.27e-05, 1.83e-05, 4.66e-07, 1.29e-05, 1.71e-05, 2.75e-05, 1.08e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.919209 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
264000    [8.26e-05, 1.13e-05, 5.55e-05, 2.65e-05, 4.27e-05, 1.83e-05, 4.66e-07, 1.29e-05, 1.71e-05, 2.75e-05, 1.08e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [8.26e-05, 1.13e-05, 5.55e-05, 2.65e-05, 4.27e-05, 1.83e-05, 4.66e-07, 1.29e-05, 1.71e-05, 2.75e-05, 1.08e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
266000    [7.91e-07, 2.74e-06, 1.89e-06, 6.81e-07, 1.87e-08, 9.58e-10, 9.16e-10, 2.89e-08, 4.75e-07, 1.45e-06, 1.13e-06, 1.20e-07, 1.53e-10, 4.73e-11, 0.00e+00]    [7.91e-07, 2.74e-06, 1.89e-06, 6.81e-07, 1.87e-08, 9.58e-10, 9.16e-10, 2.89e-08, 4.75e-07, 1.45e-06, 1.13e-06, 1.20e-07, 1.53e-10, 4.73e-11, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.337547 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
266000    [7.91e-07, 2.74e-06, 1.89e-06, 6.81e-07, 1.87e-08, 9.58e-10, 9.16e-10, 2.89e-08, 4.75e-07, 1.45e-06, 1.13e-06, 1.20e-07, 1.53e-10, 4.73e-11, 0.00e+00]    [7.91e-07, 2.74e-06, 1.89e-06, 6.81e-07, 1.87e-08, 9.58e-10, 9.16e-10, 2.89e-08, 4.75e-07, 1.45e-06, 1.13e-06, 1.20e-07, 1.53e-10, 4.73e-11, 0.00e+00]    []  
268000    [6.27e-06, 4.22e-06, 4.52e-06, 5.12e-06, 2.89e-06, 3.93e-06, 9.56e-07, 1.97e-06, 4.40e-06, 1.80e-06, 3.81e-06, 2.47e-05, 8.06e-07, 2.59e-07, 9.02e-09]    [6.27e-06, 4.22e-06, 4.52e-06, 5.12e-06, 2.89e-06, 3.93e-06, 9.56e-07, 1.97e-06, 4.40e-06, 1.80e-06, 3.81e-06, 2.47e-05, 8.06e-07, 2.59e-07, 9.02e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.063801 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
268000    [6.27e-06, 4.22e-06, 4.52e-06, 5.12e-06, 2.89e-06, 3.93e-06, 9.56e-07, 1.97e-06, 4.40e-06, 1.80e-06, 3.81e-06, 2.47e-05, 8.06e-07, 2.59e-07, 9.02e-09]    [6.27e-06, 4.22e-06, 4.52e-06, 5.12e-06, 2.89e-06, 3.93e-06, 9.56e-07, 1.97e-06, 4.40e-06, 1.80e-06, 3.81e-06, 2.47e-05, 8.06e-07, 2.59e-07, 9.02e-09]    []  
270000    [4.17e-05, 5.91e-06, 3.18e-05, 1.45e-05, 2.00e-05, 1.20e-05, 6.20e-07, 7.00e-06, 1.21e-05, 1.68e-05, 7.67e-06, 8.60e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.17e-05, 5.91e-06, 3.18e-05, 1.45e-05, 2.00e-05, 1.20e-05, 6.20e-07, 7.00e-06, 1.21e-05, 1.68e-05, 7.67e-06, 8.60e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.481805 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
270000    [4.17e-05, 5.91e-06, 3.18e-05, 1.45e-05, 2.00e-05, 1.20e-05, 6.20e-07, 7.00e-06, 1.21e-05, 1.68e-05, 7.67e-06, 8.60e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.17e-05, 5.91e-06, 3.18e-05, 1.45e-05, 2.00e-05, 1.20e-05, 6.20e-07, 7.00e-06, 1.21e-05, 1.68e-05, 7.67e-06, 8.60e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
272000    [3.30e-06, 2.30e-06, 4.45e-06, 1.51e-06, 2.41e-06, 1.80e-06, 1.73e-06, 1.53e-06, 2.68e-06, 4.20e-06, 1.78e-06, 1.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.30e-06, 2.30e-06, 4.45e-06, 1.51e-06, 2.41e-06, 1.80e-06, 1.73e-06, 1.53e-06, 2.68e-06, 4.20e-06, 1.78e-06, 1.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.091774 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
272000    [3.30e-06, 2.30e-06, 4.45e-06, 1.51e-06, 2.41e-06, 1.80e-06, 1.73e-06, 1.53e-06, 2.68e-06, 4.20e-06, 1.78e-06, 1.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.30e-06, 2.30e-06, 4.45e-06, 1.51e-06, 2.41e-06, 1.80e-06, 1.73e-06, 1.53e-06, 2.68e-06, 4.20e-06, 1.78e-06, 1.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
274000    [1.36e-07, 1.66e-06, 1.21e-06, 3.83e-07, 1.87e-09, 6.68e-09, 4.88e-07, 3.45e-08, 1.30e-07, 3.77e-07, 5.32e-07, 9.64e-08, 2.91e-12, 0.00e+00, 0.00e+00]    [1.36e-07, 1.66e-06, 1.21e-06, 3.83e-07, 1.87e-09, 6.68e-09, 4.88e-07, 3.45e-08, 1.30e-07, 3.77e-07, 5.32e-07, 9.64e-08, 2.91e-12, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.078807 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
274000    [1.36e-07, 1.66e-06, 1.21e-06, 3.83e-07, 1.87e-09, 6.68e-09, 4.88e-07, 3.45e-08, 1.30e-07, 3.77e-07, 5.32e-07, 9.64e-08, 2.91e-12, 0.00e+00, 0.00e+00]    [1.36e-07, 1.66e-06, 1.21e-06, 3.83e-07, 1.87e-09, 6.68e-09, 4.88e-07, 3.45e-08, 1.30e-07, 3.77e-07, 5.32e-07, 9.64e-08, 2.91e-12, 0.00e+00, 0.00e+00]    []  
276000    [7.25e-06, 3.70e-06, 4.20e-06, 3.35e-06, 5.06e-06, 3.15e-06, 3.96e-06, 2.43e-06, 1.54e-06, 2.34e-06, 1.83e-06, 1.31e-05, 1.12e-06, 5.56e-07, 0.00e+00]    [7.25e-06, 3.70e-06, 4.20e-06, 3.35e-06, 5.06e-06, 3.15e-06, 3.96e-06, 2.43e-06, 1.54e-06, 2.34e-06, 1.83e-06, 1.31e-05, 1.12e-06, 5.56e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.612870 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
276000    [7.25e-06, 3.70e-06, 4.20e-06, 3.35e-06, 5.06e-06, 3.15e-06, 3.96e-06, 2.43e-06, 1.54e-06, 2.34e-06, 1.83e-06, 1.31e-05, 1.12e-06, 5.56e-07, 0.00e+00]    [7.25e-06, 3.70e-06, 4.20e-06, 3.35e-06, 5.06e-06, 3.15e-06, 3.96e-06, 2.43e-06, 1.54e-06, 2.34e-06, 1.83e-06, 1.31e-05, 1.12e-06, 5.56e-07, 0.00e+00]    []  
278000    [6.51e-06, 4.37e-06, 1.03e-05, 4.06e-06, 5.46e-06, 5.69e-06, 1.60e-06, 3.06e-06, 3.63e-06, 1.19e-05, 7.21e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.51e-06, 4.37e-06, 1.03e-05, 4.06e-06, 5.46e-06, 5.69e-06, 1.60e-06, 3.06e-06, 3.63e-06, 1.19e-05, 7.21e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.562626 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
278000    [6.51e-06, 4.37e-06, 1.03e-05, 4.06e-06, 5.46e-06, 5.69e-06, 1.60e-06, 3.06e-06, 3.63e-06, 1.19e-05, 7.21e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.51e-06, 4.37e-06, 1.03e-05, 4.06e-06, 5.46e-06, 5.69e-06, 1.60e-06, 3.06e-06, 3.63e-06, 1.19e-05, 7.21e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
280000    [2.55e-06, 2.44e-06, 1.96e-06, 2.27e-06, 1.48e-06, 2.30e-07, 5.72e-09, 5.83e-07, 8.86e-07, 1.46e-06, 8.05e-07, 5.10e-06, 4.46e-07, 5.38e-08, 0.00e+00]    [2.55e-06, 2.44e-06, 1.96e-06, 2.27e-06, 1.48e-06, 2.30e-07, 5.72e-09, 5.83e-07, 8.86e-07, 1.46e-06, 8.05e-07, 5.10e-06, 4.46e-07, 5.38e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.886493 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
280000    [2.55e-06, 2.44e-06, 1.96e-06, 2.27e-06, 1.48e-06, 2.30e-07, 5.72e-09, 5.83e-07, 8.86e-07, 1.46e-06, 8.05e-07, 5.10e-06, 4.46e-07, 5.38e-08, 0.00e+00]    [2.55e-06, 2.44e-06, 1.96e-06, 2.27e-06, 1.48e-06, 2.30e-07, 5.72e-09, 5.83e-07, 8.86e-07, 1.46e-06, 8.05e-07, 5.10e-06, 4.46e-07, 5.38e-08, 0.00e+00]    []  
282000    [2.24e-05, 1.27e-05, 1.17e-05, 1.10e-05, 8.98e-06, 1.91e-05, 1.04e-04, 1.73e-05, 3.28e-05, 6.36e-06, 2.03e-05, 1.48e-04, 4.30e-06, 1.95e-06, 0.00e+00]    [2.24e-05, 1.27e-05, 1.17e-05, 1.10e-05, 8.98e-06, 1.91e-05, 1.04e-04, 1.73e-05, 3.28e-05, 6.36e-06, 2.03e-05, 1.48e-04, 4.30e-06, 1.95e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.351992 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
282000    [2.24e-05, 1.27e-05, 1.17e-05, 1.10e-05, 8.98e-06, 1.91e-05, 1.04e-04, 1.73e-05, 3.28e-05, 6.36e-06, 2.03e-05, 1.48e-04, 4.30e-06, 1.95e-06, 0.00e+00]    [2.24e-05, 1.27e-05, 1.17e-05, 1.10e-05, 8.98e-06, 1.91e-05, 1.04e-04, 1.73e-05, 3.28e-05, 6.36e-06, 2.03e-05, 1.48e-04, 4.30e-06, 1.95e-06, 0.00e+00]    []  
284000    [7.57e-07, 4.60e-06, 3.53e-06, 7.45e-07, 3.91e-07, 1.57e-06, 9.59e-07, 1.80e-06, 4.89e-06, 4.42e-06, 5.67e-06, 2.47e-05, 0.00e+00, 0.00e+00, 7.46e-09]    [7.57e-07, 4.60e-06, 3.53e-06, 7.45e-07, 3.91e-07, 1.57e-06, 9.59e-07, 1.80e-06, 4.89e-06, 4.42e-06, 5.67e-06, 2.47e-05, 0.00e+00, 0.00e+00, 7.46e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.268878 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
284000    [7.57e-07, 4.60e-06, 3.53e-06, 7.45e-07, 3.91e-07, 1.57e-06, 9.59e-07, 1.80e-06, 4.89e-06, 4.42e-06, 5.67e-06, 2.47e-05, 0.00e+00, 0.00e+00, 7.46e-09]    [7.57e-07, 4.60e-06, 3.53e-06, 7.45e-07, 3.91e-07, 1.57e-06, 9.59e-07, 1.80e-06, 4.89e-06, 4.42e-06, 5.67e-06, 2.47e-05, 0.00e+00, 0.00e+00, 7.46e-09]    []  
286000    [1.77e-06, 3.47e-06, 4.00e-06, 2.43e-06, 1.07e-07, 1.86e-07, 5.85e-06, 3.13e-08, 1.88e-06, 1.15e-06, 3.16e-06, 3.46e-06, 0.00e+00, 5.17e-09, 8.16e-08]    [1.77e-06, 3.47e-06, 4.00e-06, 2.43e-06, 1.07e-07, 1.86e-07, 5.85e-06, 3.13e-08, 1.88e-06, 1.15e-06, 3.16e-06, 3.46e-06, 0.00e+00, 5.17e-09, 8.16e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.456840 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
286000    [1.77e-06, 3.47e-06, 4.00e-06, 2.43e-06, 1.07e-07, 1.86e-07, 5.85e-06, 3.13e-08, 1.88e-06, 1.15e-06, 3.16e-06, 3.46e-06, 0.00e+00, 5.17e-09, 8.16e-08]    [1.77e-06, 3.47e-06, 4.00e-06, 2.43e-06, 1.07e-07, 1.86e-07, 5.85e-06, 3.13e-08, 1.88e-06, 1.15e-06, 3.16e-06, 3.46e-06, 0.00e+00, 5.17e-09, 8.16e-08]    []  
288000    [1.16e-04, 1.92e-05, 7.98e-05, 4.03e-05, 6.22e-05, 5.64e-05, 2.68e-05, 3.05e-05, 4.51e-05, 5.53e-05, 3.44e-05, 3.61e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.16e-04, 1.92e-05, 7.98e-05, 4.03e-05, 6.22e-05, 5.64e-05, 2.68e-05, 3.05e-05, 4.51e-05, 5.53e-05, 3.44e-05, 3.61e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.500781 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
288000    [1.16e-04, 1.92e-05, 7.98e-05, 4.03e-05, 6.22e-05, 5.64e-05, 2.68e-05, 3.05e-05, 4.51e-05, 5.53e-05, 3.44e-05, 3.61e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.16e-04, 1.92e-05, 7.98e-05, 4.03e-05, 6.22e-05, 5.64e-05, 2.68e-05, 3.05e-05, 4.51e-05, 5.53e-05, 3.44e-05, 3.61e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
290000    [5.53e-07, 1.65e-06, 1.51e-06, 1.75e-07, 1.29e-07, 3.12e-08, 1.38e-07, 7.54e-09, 1.66e-07, 6.33e-07, 1.01e-06, 1.23e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [5.53e-07, 1.65e-06, 1.51e-06, 1.75e-07, 1.29e-07, 3.12e-08, 1.38e-07, 7.54e-09, 1.66e-07, 6.33e-07, 1.01e-06, 1.23e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.345697 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
290000    [5.53e-07, 1.65e-06, 1.51e-06, 1.75e-07, 1.29e-07, 3.12e-08, 1.38e-07, 7.54e-09, 1.66e-07, 6.33e-07, 1.01e-06, 1.23e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [5.53e-07, 1.65e-06, 1.51e-06, 1.75e-07, 1.29e-07, 3.12e-08, 1.38e-07, 7.54e-09, 1.66e-07, 6.33e-07, 1.01e-06, 1.23e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  
292000    [1.35e-05, 4.50e-06, 7.53e-06, 5.74e-06, 8.21e-06, 2.53e-06, 7.50e-06, 2.29e-06, 3.55e-06, 4.82e-06, 1.84e-06, 1.99e-05, 1.88e-06, 2.42e-07, 2.32e-07]    [1.35e-05, 4.50e-06, 7.53e-06, 5.74e-06, 8.21e-06, 2.53e-06, 7.50e-06, 2.29e-06, 3.55e-06, 4.82e-06, 1.84e-06, 1.99e-05, 1.88e-06, 2.42e-07, 2.32e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.031827 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
292000    [1.35e-05, 4.50e-06, 7.53e-06, 5.74e-06, 8.21e-06, 2.53e-06, 7.50e-06, 2.29e-06, 3.55e-06, 4.82e-06, 1.84e-06, 1.99e-05, 1.88e-06, 2.42e-07, 2.32e-07]    [1.35e-05, 4.50e-06, 7.53e-06, 5.74e-06, 8.21e-06, 2.53e-06, 7.50e-06, 2.29e-06, 3.55e-06, 4.82e-06, 1.84e-06, 1.99e-05, 1.88e-06, 2.42e-07, 2.32e-07]    []  
294000    [1.76e-06, 8.08e-06, 3.22e-06, 1.94e-06, 6.16e-07, 5.83e-08, 1.80e-06, 2.01e-08, 9.37e-07, 2.65e-06, 1.74e-06, 9.89e-07, 2.91e-08, 5.68e-09, 0.00e+00]    [1.76e-06, 8.08e-06, 3.22e-06, 1.94e-06, 6.16e-07, 5.83e-08, 1.80e-06, 2.01e-08, 9.37e-07, 2.65e-06, 1.74e-06, 9.89e-07, 2.91e-08, 5.68e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.129680 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
294000    [1.76e-06, 8.08e-06, 3.22e-06, 1.94e-06, 6.16e-07, 5.83e-08, 1.80e-06, 2.01e-08, 9.37e-07, 2.65e-06, 1.74e-06, 9.89e-07, 2.91e-08, 5.68e-09, 0.00e+00]    [1.76e-06, 8.08e-06, 3.22e-06, 1.94e-06, 6.16e-07, 5.83e-08, 1.80e-06, 2.01e-08, 9.37e-07, 2.65e-06, 1.74e-06, 9.89e-07, 2.91e-08, 5.68e-09, 0.00e+00]    []  
296000    [2.73e-06, 3.96e-06, 2.04e-06, 1.58e-06, 8.73e-07, 6.18e-07, 2.31e-07, 1.32e-06, 5.61e-06, 7.75e-07, 2.46e-06, 6.53e-06, 2.66e-07, 3.60e-08, 0.00e+00]    [2.73e-06, 3.96e-06, 2.04e-06, 1.58e-06, 8.73e-07, 6.18e-07, 2.31e-07, 1.32e-06, 5.61e-06, 7.75e-07, 2.46e-06, 6.53e-06, 2.66e-07, 3.60e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.593894 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
296000    [2.73e-06, 3.96e-06, 2.04e-06, 1.58e-06, 8.73e-07, 6.18e-07, 2.31e-07, 1.32e-06, 5.61e-06, 7.75e-07, 2.46e-06, 6.53e-06, 2.66e-07, 3.60e-08, 0.00e+00]    [2.73e-06, 3.96e-06, 2.04e-06, 1.58e-06, 8.73e-07, 6.18e-07, 2.31e-07, 1.32e-06, 5.61e-06, 7.75e-07, 2.46e-06, 6.53e-06, 2.66e-07, 3.60e-08, 0.00e+00]    []  
298000    [1.10e-06, 1.41e-06, 2.22e-06, 4.73e-07, 4.08e-07, 1.56e-07, 1.24e-06, 1.48e-07, 3.67e-07, 1.04e-06, 9.04e-07, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.10e-06, 1.41e-06, 2.22e-06, 4.73e-07, 4.08e-07, 1.56e-07, 1.24e-06, 1.48e-07, 3.67e-07, 1.04e-06, 9.04e-07, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.646817 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
298000    [1.10e-06, 1.41e-06, 2.22e-06, 4.73e-07, 4.08e-07, 1.56e-07, 1.24e-06, 1.48e-07, 3.67e-07, 1.04e-06, 9.04e-07, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.10e-06, 1.41e-06, 2.22e-06, 4.73e-07, 4.08e-07, 1.56e-07, 1.24e-06, 1.48e-07, 3.67e-07, 1.04e-06, 9.04e-07, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
300000    [1.99e-06, 1.26e-06, 2.85e-06, 8.06e-07, 7.12e-07, 2.80e-07, 3.96e-08, 3.67e-07, 4.01e-07, 1.15e-06, 9.15e-07, 3.06e-06, 0.00e+00, 0.00e+00, 1.77e-10]    [1.99e-06, 1.26e-06, 2.85e-06, 8.06e-07, 7.12e-07, 2.80e-07, 3.96e-08, 3.67e-07, 4.01e-07, 1.15e-06, 9.15e-07, 3.06e-06, 0.00e+00, 0.00e+00, 1.77e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.431471 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
300000    [1.99e-06, 1.26e-06, 2.85e-06, 8.06e-07, 7.12e-07, 2.80e-07, 3.96e-08, 3.67e-07, 4.01e-07, 1.15e-06, 9.15e-07, 3.06e-06, 0.00e+00, 0.00e+00, 1.77e-10]    [1.99e-06, 1.26e-06, 2.85e-06, 8.06e-07, 7.12e-07, 2.80e-07, 3.96e-08, 3.67e-07, 4.01e-07, 1.15e-06, 9.15e-07, 3.06e-06, 0.00e+00, 0.00e+00, 1.77e-10]    []  
302000    [1.53e-06, 2.46e-06, 2.29e-06, 9.47e-07, 3.70e-08, 5.20e-09, 6.30e-10, 1.36e-08, 3.50e-07, 8.13e-07, 5.21e-07, 1.52e-07, 2.50e-11, 6.96e-09, 1.72e-12]    [1.53e-06, 2.46e-06, 2.29e-06, 9.47e-07, 3.70e-08, 5.20e-09, 6.30e-10, 1.36e-08, 3.50e-07, 8.13e-07, 5.21e-07, 1.52e-07, 2.50e-11, 6.96e-09, 1.72e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.915468 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
302000    [1.53e-06, 2.46e-06, 2.29e-06, 9.47e-07, 3.70e-08, 5.20e-09, 6.30e-10, 1.36e-08, 3.50e-07, 8.13e-07, 5.21e-07, 1.52e-07, 2.50e-11, 6.96e-09, 1.72e-12]    [1.53e-06, 2.46e-06, 2.29e-06, 9.47e-07, 3.70e-08, 5.20e-09, 6.30e-10, 1.36e-08, 3.50e-07, 8.13e-07, 5.21e-07, 1.52e-07, 2.50e-11, 6.96e-09, 1.72e-12]    []  
304000    [3.28e-05, 9.04e-06, 2.29e-05, 1.99e-05, 1.72e-05, 2.52e-05, 1.51e-06, 2.44e-05, 4.01e-05, 1.28e-05, 2.41e-05, 2.09e-04, 7.47e-06, 3.70e-06, 4.86e-08]    [3.28e-05, 9.04e-06, 2.29e-05, 1.99e-05, 1.72e-05, 2.52e-05, 1.51e-06, 2.44e-05, 4.01e-05, 1.28e-05, 2.41e-05, 2.09e-04, 7.47e-06, 3.70e-06, 4.86e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.904053 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
304000    [3.28e-05, 9.04e-06, 2.29e-05, 1.99e-05, 1.72e-05, 2.52e-05, 1.51e-06, 2.44e-05, 4.01e-05, 1.28e-05, 2.41e-05, 2.09e-04, 7.47e-06, 3.70e-06, 4.86e-08]    [3.28e-05, 9.04e-06, 2.29e-05, 1.99e-05, 1.72e-05, 2.52e-05, 1.51e-06, 2.44e-05, 4.01e-05, 1.28e-05, 2.41e-05, 2.09e-04, 7.47e-06, 3.70e-06, 4.86e-08]    []  
306000    [1.15e-06, 3.12e-06, 1.50e-06, 1.09e-06, 1.60e-09, 7.58e-08, 1.57e-07, 2.80e-07, 2.21e-06, 2.75e-07, 2.43e-06, 4.86e-07, 9.56e-08, 3.30e-10, 0.00e+00]    [1.15e-06, 3.12e-06, 1.50e-06, 1.09e-06, 1.60e-09, 7.58e-08, 1.57e-07, 2.80e-07, 2.21e-06, 2.75e-07, 2.43e-06, 4.86e-07, 9.56e-08, 3.30e-10, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.712393 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
306000    [1.15e-06, 3.12e-06, 1.50e-06, 1.09e-06, 1.60e-09, 7.58e-08, 1.57e-07, 2.80e-07, 2.21e-06, 2.75e-07, 2.43e-06, 4.86e-07, 9.56e-08, 3.30e-10, 0.00e+00]    [1.15e-06, 3.12e-06, 1.50e-06, 1.09e-06, 1.60e-09, 7.58e-08, 1.57e-07, 2.80e-07, 2.21e-06, 2.75e-07, 2.43e-06, 4.86e-07, 9.56e-08, 3.30e-10, 0.00e+00]    []  
308000    [2.68e-07, 1.92e-06, 1.10e-06, 4.04e-07, 5.92e-08, 1.02e-07, 4.46e-08, 2.93e-09, 4.97e-07, 7.39e-07, 8.53e-07, 8.63e-07, 3.92e-08, 7.10e-09, 1.68e-10]    [2.68e-07, 1.92e-06, 1.10e-06, 4.04e-07, 5.92e-08, 1.02e-07, 4.46e-08, 2.93e-09, 4.97e-07, 7.39e-07, 8.53e-07, 8.63e-07, 3.92e-08, 7.10e-09, 1.68e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.472032 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
308000    [2.68e-07, 1.92e-06, 1.10e-06, 4.04e-07, 5.92e-08, 1.02e-07, 4.46e-08, 2.93e-09, 4.97e-07, 7.39e-07, 8.53e-07, 8.63e-07, 3.92e-08, 7.10e-09, 1.68e-10]    [2.68e-07, 1.92e-06, 1.10e-06, 4.04e-07, 5.92e-08, 1.02e-07, 4.46e-08, 2.93e-09, 4.97e-07, 7.39e-07, 8.53e-07, 8.63e-07, 3.92e-08, 7.10e-09, 1.68e-10]    []  
310000    [1.17e-05, 5.96e-06, 8.23e-06, 5.64e-06, 4.80e-06, 6.91e-07, 3.37e-08, 4.27e-07, 1.21e-06, 7.46e-06, 1.67e-06, 1.23e-05, 2.30e-06, 2.69e-07, 1.10e-10]    [1.17e-05, 5.96e-06, 8.23e-06, 5.64e-06, 4.80e-06, 6.91e-07, 3.37e-08, 4.27e-07, 1.21e-06, 7.46e-06, 1.67e-06, 1.23e-05, 2.30e-06, 2.69e-07, 1.10e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.526529 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
310000    [1.17e-05, 5.96e-06, 8.23e-06, 5.64e-06, 4.80e-06, 6.91e-07, 3.37e-08, 4.27e-07, 1.21e-06, 7.46e-06, 1.67e-06, 1.23e-05, 2.30e-06, 2.69e-07, 1.10e-10]    [1.17e-05, 5.96e-06, 8.23e-06, 5.64e-06, 4.80e-06, 6.91e-07, 3.37e-08, 4.27e-07, 1.21e-06, 7.46e-06, 1.67e-06, 1.23e-05, 2.30e-06, 2.69e-07, 1.10e-10]    []  
312000    [4.17e-06, 6.46e-06, 3.68e-06, 2.01e-06, 1.18e-07, 4.81e-07, 9.35e-06, 1.71e-08, 4.33e-07, 1.43e-06, 2.48e-06, 1.18e-06, 4.73e-08, 2.40e-08, 1.68e-07]    [4.17e-06, 6.46e-06, 3.68e-06, 2.01e-06, 1.18e-07, 4.81e-07, 9.35e-06, 1.71e-08, 4.33e-07, 1.43e-06, 2.48e-06, 1.18e-06, 4.73e-08, 2.40e-08, 1.68e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.871887 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
312000    [4.17e-06, 6.46e-06, 3.68e-06, 2.01e-06, 1.18e-07, 4.81e-07, 9.35e-06, 1.71e-08, 4.33e-07, 1.43e-06, 2.48e-06, 1.18e-06, 4.73e-08, 2.40e-08, 1.68e-07]    [4.17e-06, 6.46e-06, 3.68e-06, 2.01e-06, 1.18e-07, 4.81e-07, 9.35e-06, 1.71e-08, 4.33e-07, 1.43e-06, 2.48e-06, 1.18e-06, 4.73e-08, 2.40e-08, 1.68e-07]    []  
314000    [1.26e-06, 2.31e-06, 3.05e-06, 9.70e-07, 6.35e-07, 2.40e-07, 2.52e-06, 7.70e-07, 2.59e-06, 2.25e-06, 1.41e-06, 4.73e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.26e-06, 2.31e-06, 3.05e-06, 9.70e-07, 6.35e-07, 2.40e-07, 2.52e-06, 7.70e-07, 2.59e-06, 2.25e-06, 1.41e-06, 4.73e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.200857 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
314000    [1.26e-06, 2.31e-06, 3.05e-06, 9.70e-07, 6.35e-07, 2.40e-07, 2.52e-06, 7.70e-07, 2.59e-06, 2.25e-06, 1.41e-06, 4.73e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.26e-06, 2.31e-06, 3.05e-06, 9.70e-07, 6.35e-07, 2.40e-07, 2.52e-06, 7.70e-07, 2.59e-06, 2.25e-06, 1.41e-06, 4.73e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
316000    [2.07e-06, 4.98e-06, 5.89e-06, 1.05e-06, 1.88e-06, 4.98e-06, 5.73e-05, 3.21e-06, 6.94e-06, 7.83e-06, 8.31e-06, 3.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.07e-06, 4.98e-06, 5.89e-06, 1.05e-06, 1.88e-06, 4.98e-06, 5.73e-05, 3.21e-06, 6.94e-06, 7.83e-06, 8.31e-06, 3.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.629865 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
316000    [2.07e-06, 4.98e-06, 5.89e-06, 1.05e-06, 1.88e-06, 4.98e-06, 5.73e-05, 3.21e-06, 6.94e-06, 7.83e-06, 8.31e-06, 3.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.07e-06, 4.98e-06, 5.89e-06, 1.05e-06, 1.88e-06, 4.98e-06, 5.73e-05, 3.21e-06, 6.94e-06, 7.83e-06, 8.31e-06, 3.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
318000    [1.04e-06, 1.35e-06, 2.08e-06, 5.44e-07, 3.57e-07, 3.03e-07, 3.46e-08, 9.97e-08, 2.80e-07, 6.27e-07, 1.25e-06, 1.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.04e-06, 1.35e-06, 2.08e-06, 5.44e-07, 3.57e-07, 3.03e-07, 3.46e-08, 9.97e-08, 2.80e-07, 6.27e-07, 1.25e-06, 1.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.039310 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
318000    [1.04e-06, 1.35e-06, 2.08e-06, 5.44e-07, 3.57e-07, 3.03e-07, 3.46e-08, 9.97e-08, 2.80e-07, 6.27e-07, 1.25e-06, 1.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.04e-06, 1.35e-06, 2.08e-06, 5.44e-07, 3.57e-07, 3.03e-07, 3.46e-08, 9.97e-08, 2.80e-07, 6.27e-07, 1.25e-06, 1.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
320000    [7.13e-07, 1.91e-06, 1.06e-06, 1.47e-06, 2.34e-10, 1.58e-07, 5.39e-06, 3.54e-09, 1.42e-06, 1.18e-06, 1.14e-06, 3.11e-07, 3.41e-10, 1.26e-08, 0.00e+00]    [7.13e-07, 1.91e-06, 1.06e-06, 1.47e-06, 2.34e-10, 1.58e-07, 5.39e-06, 3.54e-09, 1.42e-06, 1.18e-06, 1.14e-06, 3.11e-07, 3.41e-10, 1.26e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.139357 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
320000    [7.13e-07, 1.91e-06, 1.06e-06, 1.47e-06, 2.34e-10, 1.58e-07, 5.39e-06, 3.54e-09, 1.42e-06, 1.18e-06, 1.14e-06, 3.11e-07, 3.41e-10, 1.26e-08, 0.00e+00]    [7.13e-07, 1.91e-06, 1.06e-06, 1.47e-06, 2.34e-10, 1.58e-07, 5.39e-06, 3.54e-09, 1.42e-06, 1.18e-06, 1.14e-06, 3.11e-07, 3.41e-10, 1.26e-08, 0.00e+00]    []  
322000    [1.01e-05, 6.32e-06, 6.23e-06, 5.27e-06, 5.14e-06, 5.39e-06, 2.66e-07, 5.28e-06, 1.02e-05, 2.73e-06, 4.07e-06, 3.62e-05, 1.71e-06, 7.81e-07, 2.00e-09]    [1.01e-05, 6.32e-06, 6.23e-06, 5.27e-06, 5.14e-06, 5.39e-06, 2.66e-07, 5.28e-06, 1.02e-05, 2.73e-06, 4.07e-06, 3.62e-05, 1.71e-06, 7.81e-07, 2.00e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.196128 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
322000    [1.01e-05, 6.32e-06, 6.23e-06, 5.27e-06, 5.14e-06, 5.39e-06, 2.66e-07, 5.28e-06, 1.02e-05, 2.73e-06, 4.07e-06, 3.62e-05, 1.71e-06, 7.81e-07, 2.00e-09]    [1.01e-05, 6.32e-06, 6.23e-06, 5.27e-06, 5.14e-06, 5.39e-06, 2.66e-07, 5.28e-06, 1.02e-05, 2.73e-06, 4.07e-06, 3.62e-05, 1.71e-06, 7.81e-07, 2.00e-09]    []  
324000    [9.30e-07, 2.14e-06, 1.21e-06, 1.34e-06, 3.17e-07, 2.08e-07, 3.40e-09, 1.07e-06, 1.22e-05, 7.97e-07, 1.48e-05, 3.70e-07, 2.37e-08, 0.00e+00, 9.33e-12]    [9.30e-07, 2.14e-06, 1.21e-06, 1.34e-06, 3.17e-07, 2.08e-07, 3.40e-09, 1.07e-06, 1.22e-05, 7.97e-07, 1.48e-05, 3.70e-07, 2.37e-08, 0.00e+00, 9.33e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.161506 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
324000    [9.30e-07, 2.14e-06, 1.21e-06, 1.34e-06, 3.17e-07, 2.08e-07, 3.40e-09, 1.07e-06, 1.22e-05, 7.97e-07, 1.48e-05, 3.70e-07, 2.37e-08, 0.00e+00, 9.33e-12]    [9.30e-07, 2.14e-06, 1.21e-06, 1.34e-06, 3.17e-07, 2.08e-07, 3.40e-09, 1.07e-06, 1.22e-05, 7.97e-07, 1.48e-05, 3.70e-07, 2.37e-08, 0.00e+00, 9.33e-12]    []  
326000    [5.06e-07, 2.34e-06, 1.42e-06, 6.62e-07, 2.12e-09, 3.65e-11, 1.16e-09, 8.36e-11, 2.01e-07, 1.18e-06, 8.47e-07, 5.15e-08, 0.00e+00, 2.52e-08, 0.00e+00]    [5.06e-07, 2.34e-06, 1.42e-06, 6.62e-07, 2.12e-09, 3.65e-11, 1.16e-09, 8.36e-11, 2.01e-07, 1.18e-06, 8.47e-07, 5.15e-08, 0.00e+00, 2.52e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 21.988219 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
326000    [5.06e-07, 2.34e-06, 1.42e-06, 6.62e-07, 2.12e-09, 3.65e-11, 1.16e-09, 8.36e-11, 2.01e-07, 1.18e-06, 8.47e-07, 5.15e-08, 0.00e+00, 2.52e-08, 0.00e+00]    [5.06e-07, 2.34e-06, 1.42e-06, 6.62e-07, 2.12e-09, 3.65e-11, 1.16e-09, 8.36e-11, 2.01e-07, 1.18e-06, 8.47e-07, 5.15e-08, 0.00e+00, 2.52e-08, 0.00e+00]    []  
328000    [2.57e-06, 2.51e-06, 1.70e-06, 1.67e-06, 1.22e-06, 3.87e-07, 5.90e-08, 5.01e-07, 1.15e-06, 1.35e-06, 1.03e-06, 4.77e-06, 3.47e-07, 6.71e-08, 2.08e-10]    [2.57e-06, 2.51e-06, 1.70e-06, 1.67e-06, 1.22e-06, 3.87e-07, 5.90e-08, 5.01e-07, 1.15e-06, 1.35e-06, 1.03e-06, 4.77e-06, 3.47e-07, 6.71e-08, 2.08e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.436234 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
328000    [2.57e-06, 2.51e-06, 1.70e-06, 1.67e-06, 1.22e-06, 3.87e-07, 5.90e-08, 5.01e-07, 1.15e-06, 1.35e-06, 1.03e-06, 4.77e-06, 3.47e-07, 6.71e-08, 2.08e-10]    [2.57e-06, 2.51e-06, 1.70e-06, 1.67e-06, 1.22e-06, 3.87e-07, 5.90e-08, 5.01e-07, 1.15e-06, 1.35e-06, 1.03e-06, 4.77e-06, 3.47e-07, 6.71e-08, 2.08e-10]    []  
330000    [1.14e-05, 4.42e-06, 6.16e-06, 5.67e-06, 5.05e-06, 6.02e-06, 3.81e-06, 3.02e-06, 2.55e-06, 4.36e-06, 2.97e-06, 2.06e-05, 1.44e-06, 8.77e-07, 3.94e-08]    [1.14e-05, 4.42e-06, 6.16e-06, 5.67e-06, 5.05e-06, 6.02e-06, 3.81e-06, 3.02e-06, 2.55e-06, 4.36e-06, 2.97e-06, 2.06e-05, 1.44e-06, 8.77e-07, 3.94e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 22.625940 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
330000    [1.14e-05, 4.42e-06, 6.16e-06, 5.67e-06, 5.05e-06, 6.02e-06, 3.81e-06, 3.02e-06, 2.55e-06, 4.36e-06, 2.97e-06, 2.06e-05, 1.44e-06, 8.77e-07, 3.94e-08]    [1.14e-05, 4.42e-06, 6.16e-06, 5.67e-06, 5.05e-06, 6.02e-06, 3.81e-06, 3.02e-06, 2.55e-06, 4.36e-06, 2.97e-06, 2.06e-05, 1.44e-06, 8.77e-07, 3.94e-08]    []  
332000    [1.55e-06, 1.52e-06, 2.39e-06, 4.32e-07, 8.06e-07, 3.97e-08, 1.00e-07, 2.73e-07, 5.86e-07, 1.03e-06, 6.15e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.55e-06, 1.52e-06, 2.39e-06, 4.32e-07, 8.06e-07, 3.97e-08, 1.00e-07, 2.73e-07, 5.86e-07, 1.03e-06, 6.15e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 20.970386 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
332000    [1.55e-06, 1.52e-06, 2.39e-06, 4.32e-07, 8.06e-07, 3.97e-08, 1.00e-07, 2.73e-07, 5.86e-07, 1.03e-06, 6.15e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.55e-06, 1.52e-06, 2.39e-06, 4.32e-07, 8.06e-07, 3.97e-08, 1.00e-07, 2.73e-07, 5.86e-07, 1.03e-06, 6.15e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
334000    [8.33e-06, 4.07e-06, 5.03e-06, 4.79e-06, 4.13e-06, 2.04e-06, 3.27e-06, 2.73e-06, 2.94e-06, 3.38e-06, 1.33e-06, 1.61e-05, 1.41e-06, 2.38e-07, 3.98e-08]    [8.33e-06, 4.07e-06, 5.03e-06, 4.79e-06, 4.13e-06, 2.04e-06, 3.27e-06, 2.73e-06, 2.94e-06, 3.38e-06, 1.33e-06, 1.61e-05, 1.41e-06, 2.38e-07, 3.98e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.681962 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
334000    [8.33e-06, 4.07e-06, 5.03e-06, 4.79e-06, 4.13e-06, 2.04e-06, 3.27e-06, 2.73e-06, 2.94e-06, 3.38e-06, 1.33e-06, 1.61e-05, 1.41e-06, 2.38e-07, 3.98e-08]    [8.33e-06, 4.07e-06, 5.03e-06, 4.79e-06, 4.13e-06, 2.04e-06, 3.27e-06, 2.73e-06, 2.94e-06, 3.38e-06, 1.33e-06, 1.61e-05, 1.41e-06, 2.38e-07, 3.98e-08]    []  
336000    [1.11e-06, 4.34e-06, 4.67e-06, 1.55e-06, 2.72e-07, 9.27e-07, 2.82e-06, 1.08e-06, 8.55e-06, 3.52e-06, 2.97e-06, 3.20e-06, 8.99e-07, 0.00e+00, 2.46e-08]    [1.11e-06, 4.34e-06, 4.67e-06, 1.55e-06, 2.72e-07, 9.27e-07, 2.82e-06, 1.08e-06, 8.55e-06, 3.52e-06, 2.97e-06, 3.20e-06, 8.99e-07, 0.00e+00, 2.46e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.712879 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
336000    [1.11e-06, 4.34e-06, 4.67e-06, 1.55e-06, 2.72e-07, 9.27e-07, 2.82e-06, 1.08e-06, 8.55e-06, 3.52e-06, 2.97e-06, 3.20e-06, 8.99e-07, 0.00e+00, 2.46e-08]    [1.11e-06, 4.34e-06, 4.67e-06, 1.55e-06, 2.72e-07, 9.27e-07, 2.82e-06, 1.08e-06, 8.55e-06, 3.52e-06, 2.97e-06, 3.20e-06, 8.99e-07, 0.00e+00, 2.46e-08]    []  
338000    [2.08e-06, 2.76e-06, 3.42e-06, 1.28e-06, 1.77e-06, 1.21e-06, 2.60e-07, 9.19e-07, 1.77e-06, 2.97e-06, 1.37e-06, 1.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.08e-06, 2.76e-06, 3.42e-06, 1.28e-06, 1.77e-06, 1.21e-06, 2.60e-07, 9.19e-07, 1.77e-06, 2.97e-06, 1.37e-06, 1.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.237839 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
338000    [2.08e-06, 2.76e-06, 3.42e-06, 1.28e-06, 1.77e-06, 1.21e-06, 2.60e-07, 9.19e-07, 1.77e-06, 2.97e-06, 1.37e-06, 1.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.08e-06, 2.76e-06, 3.42e-06, 1.28e-06, 1.77e-06, 1.21e-06, 2.60e-07, 9.19e-07, 1.77e-06, 2.97e-06, 1.37e-06, 1.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
340000    [4.21e-07, 1.72e-06, 1.08e-06, 4.85e-07, 1.02e-08, 5.00e-08, 8.98e-09, 1.03e-08, 1.45e-07, 7.44e-07, 5.53e-07, 1.18e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [4.21e-07, 1.72e-06, 1.08e-06, 4.85e-07, 1.02e-08, 5.00e-08, 8.98e-09, 1.03e-08, 1.45e-07, 7.44e-07, 5.53e-07, 1.18e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.034008 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
340000    [4.21e-07, 1.72e-06, 1.08e-06, 4.85e-07, 1.02e-08, 5.00e-08, 8.98e-09, 1.03e-08, 1.45e-07, 7.44e-07, 5.53e-07, 1.18e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [4.21e-07, 1.72e-06, 1.08e-06, 4.85e-07, 1.02e-08, 5.00e-08, 8.98e-09, 1.03e-08, 1.45e-07, 7.44e-07, 5.53e-07, 1.18e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  
342000    [4.67e-07, 1.71e-06, 1.53e-06, 6.41e-07, 1.60e-08, 1.73e-08, 1.12e-07, 9.08e-09, 3.61e-07, 6.70e-07, 3.71e-07, 1.64e-07, 6.80e-11, 1.54e-08, 0.00e+00]    [4.67e-07, 1.71e-06, 1.53e-06, 6.41e-07, 1.60e-08, 1.73e-08, 1.12e-07, 9.08e-09, 3.61e-07, 6.70e-07, 3.71e-07, 1.64e-07, 6.80e-11, 1.54e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.130203 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
342000    [4.67e-07, 1.71e-06, 1.53e-06, 6.41e-07, 1.60e-08, 1.73e-08, 1.12e-07, 9.08e-09, 3.61e-07, 6.70e-07, 3.71e-07, 1.64e-07, 6.80e-11, 1.54e-08, 0.00e+00]    [4.67e-07, 1.71e-06, 1.53e-06, 6.41e-07, 1.60e-08, 1.73e-08, 1.12e-07, 9.08e-09, 3.61e-07, 6.70e-07, 3.71e-07, 1.64e-07, 6.80e-11, 1.54e-08, 0.00e+00]    []  
344000    [2.10e-06, 1.32e-06, 2.86e-06, 5.38e-07, 6.63e-07, 2.15e-07, 1.37e-06, 6.58e-07, 2.29e-06, 1.23e-06, 1.12e-06, 2.93e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.10e-06, 1.32e-06, 2.86e-06, 5.38e-07, 6.63e-07, 2.15e-07, 1.37e-06, 6.58e-07, 2.29e-06, 1.23e-06, 1.12e-06, 2.93e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.884497 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
344000    [2.10e-06, 1.32e-06, 2.86e-06, 5.38e-07, 6.63e-07, 2.15e-07, 1.37e-06, 6.58e-07, 2.29e-06, 1.23e-06, 1.12e-06, 2.93e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.10e-06, 1.32e-06, 2.86e-06, 5.38e-07, 6.63e-07, 2.15e-07, 1.37e-06, 6.58e-07, 2.29e-06, 1.23e-06, 1.12e-06, 2.93e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
346000    [6.82e-05, 1.45e-05, 4.50e-05, 3.25e-05, 3.88e-05, 1.88e-05, 7.02e-06, 2.03e-05, 3.54e-05, 2.75e-05, 1.41e-05, 1.93e-04, 1.53e-05, 3.61e-06, 1.70e-07]    [6.82e-05, 1.45e-05, 4.50e-05, 3.25e-05, 3.88e-05, 1.88e-05, 7.02e-06, 2.03e-05, 3.54e-05, 2.75e-05, 1.41e-05, 1.93e-04, 1.53e-05, 3.61e-06, 1.70e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.853407 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
346000    [6.82e-05, 1.45e-05, 4.50e-05, 3.25e-05, 3.88e-05, 1.88e-05, 7.02e-06, 2.03e-05, 3.54e-05, 2.75e-05, 1.41e-05, 1.93e-04, 1.53e-05, 3.61e-06, 1.70e-07]    [6.82e-05, 1.45e-05, 4.50e-05, 3.25e-05, 3.88e-05, 1.88e-05, 7.02e-06, 2.03e-05, 3.54e-05, 2.75e-05, 1.41e-05, 1.93e-04, 1.53e-05, 3.61e-06, 1.70e-07]    []  
348000    [1.67e-05, 2.69e-06, 1.42e-05, 6.79e-06, 6.85e-06, 2.58e-06, 2.68e-07, 1.93e-06, 5.06e-06, 6.44e-06, 1.95e-06, 2.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.67e-05, 2.69e-06, 1.42e-05, 6.79e-06, 6.85e-06, 2.58e-06, 2.68e-07, 1.93e-06, 5.06e-06, 6.44e-06, 1.95e-06, 2.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.041347 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
348000    [1.67e-05, 2.69e-06, 1.42e-05, 6.79e-06, 6.85e-06, 2.58e-06, 2.68e-07, 1.93e-06, 5.06e-06, 6.44e-06, 1.95e-06, 2.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.67e-05, 2.69e-06, 1.42e-05, 6.79e-06, 6.85e-06, 2.58e-06, 2.68e-07, 1.93e-06, 5.06e-06, 6.44e-06, 1.95e-06, 2.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
350000    [1.31e-06, 4.40e-06, 4.73e-06, 5.45e-07, 7.07e-07, 2.76e-06, 2.09e-07, 1.90e-06, 1.38e-06, 5.05e-06, 2.26e-06, 9.43e-06, 0.00e+00, 0.00e+00, 9.76e-10]    [1.31e-06, 4.40e-06, 4.73e-06, 5.45e-07, 7.07e-07, 2.76e-06, 2.09e-07, 1.90e-06, 1.38e-06, 5.05e-06, 2.26e-06, 9.43e-06, 0.00e+00, 0.00e+00, 9.76e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.174680 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
350000    [1.31e-06, 4.40e-06, 4.73e-06, 5.45e-07, 7.07e-07, 2.76e-06, 2.09e-07, 1.90e-06, 1.38e-06, 5.05e-06, 2.26e-06, 9.43e-06, 0.00e+00, 0.00e+00, 9.76e-10]    [1.31e-06, 4.40e-06, 4.73e-06, 5.45e-07, 7.07e-07, 2.76e-06, 2.09e-07, 1.90e-06, 1.38e-06, 5.05e-06, 2.26e-06, 9.43e-06, 0.00e+00, 0.00e+00, 9.76e-10]    []  
352000    [8.89e-07, 3.27e-06, 1.53e-06, 8.51e-07, 2.69e-07, 7.31e-08, 7.47e-14, 4.54e-08, 3.30e-07, 5.17e-07, 4.25e-07, 7.36e-07, 8.31e-08, 1.19e-08, 0.00e+00]    [8.89e-07, 3.27e-06, 1.53e-06, 8.51e-07, 2.69e-07, 7.31e-08, 7.47e-14, 4.54e-08, 3.30e-07, 5.17e-07, 4.25e-07, 7.36e-07, 8.31e-08, 1.19e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.903397 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
352000    [8.89e-07, 3.27e-06, 1.53e-06, 8.51e-07, 2.69e-07, 7.31e-08, 7.47e-14, 4.54e-08, 3.30e-07, 5.17e-07, 4.25e-07, 7.36e-07, 8.31e-08, 1.19e-08, 0.00e+00]    [8.89e-07, 3.27e-06, 1.53e-06, 8.51e-07, 2.69e-07, 7.31e-08, 7.47e-14, 4.54e-08, 3.30e-07, 5.17e-07, 4.25e-07, 7.36e-07, 8.31e-08, 1.19e-08, 0.00e+00]    []  
354000    [5.41e-05, 1.24e-05, 3.61e-05, 2.86e-05, 2.81e-05, 2.97e-05, 7.84e-06, 3.05e-05, 5.13e-05, 2.09e-05, 2.38e-05, 2.50e-04, 1.22e-05, 5.64e-06, 1.84e-07]    [5.41e-05, 1.24e-05, 3.61e-05, 2.86e-05, 2.81e-05, 2.97e-05, 7.84e-06, 3.05e-05, 5.13e-05, 2.09e-05, 2.38e-05, 2.50e-04, 1.22e-05, 5.64e-06, 1.84e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.351945 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
354000    [5.41e-05, 1.24e-05, 3.61e-05, 2.86e-05, 2.81e-05, 2.97e-05, 7.84e-06, 3.05e-05, 5.13e-05, 2.09e-05, 2.38e-05, 2.50e-04, 1.22e-05, 5.64e-06, 1.84e-07]    [5.41e-05, 1.24e-05, 3.61e-05, 2.86e-05, 2.81e-05, 2.97e-05, 7.84e-06, 3.05e-05, 5.13e-05, 2.09e-05, 2.38e-05, 2.50e-04, 1.22e-05, 5.64e-06, 1.84e-07]    []  
356000    [1.15e-06, 2.79e-06, 1.78e-06, 1.51e-06, 3.55e-09, 4.29e-09, 4.80e-06, 4.11e-07, 5.72e-07, 1.18e-06, 2.32e-06, 3.90e-07, 9.73e-12, 0.00e+00, 0.00e+00]    [1.15e-06, 2.79e-06, 1.78e-06, 1.51e-06, 3.55e-09, 4.29e-09, 4.80e-06, 4.11e-07, 5.72e-07, 1.18e-06, 2.32e-06, 3.90e-07, 9.73e-12, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.282998 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
356000    [1.15e-06, 2.79e-06, 1.78e-06, 1.51e-06, 3.55e-09, 4.29e-09, 4.80e-06, 4.11e-07, 5.72e-07, 1.18e-06, 2.32e-06, 3.90e-07, 9.73e-12, 0.00e+00, 0.00e+00]    [1.15e-06, 2.79e-06, 1.78e-06, 1.51e-06, 3.55e-09, 4.29e-09, 4.80e-06, 4.11e-07, 5.72e-07, 1.18e-06, 2.32e-06, 3.90e-07, 9.73e-12, 0.00e+00, 0.00e+00]    []  
358000    [4.85e-06, 7.25e-06, 5.34e-06, 1.22e-06, 1.65e-06, 2.82e-06, 1.56e-08, 1.83e-06, 2.97e-06, 1.88e-06, 4.45e-06, 1.70e-05, 7.96e-07, 3.23e-07, 4.52e-11]    [4.85e-06, 7.25e-06, 5.34e-06, 1.22e-06, 1.65e-06, 2.82e-06, 1.56e-08, 1.83e-06, 2.97e-06, 1.88e-06, 4.45e-06, 1.70e-05, 7.96e-07, 3.23e-07, 4.52e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.022489 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
358000    [4.85e-06, 7.25e-06, 5.34e-06, 1.22e-06, 1.65e-06, 2.82e-06, 1.56e-08, 1.83e-06, 2.97e-06, 1.88e-06, 4.45e-06, 1.70e-05, 7.96e-07, 3.23e-07, 4.52e-11]    [4.85e-06, 7.25e-06, 5.34e-06, 1.22e-06, 1.65e-06, 2.82e-06, 1.56e-08, 1.83e-06, 2.97e-06, 1.88e-06, 4.45e-06, 1.70e-05, 7.96e-07, 3.23e-07, 4.52e-11]    []  
360000    [1.33e-06, 2.20e-06, 2.53e-06, 8.09e-07, 8.20e-07, 5.59e-07, 1.61e-07, 2.25e-07, 1.61e-07, 1.17e-06, 1.41e-06, 4.03e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.33e-06, 2.20e-06, 2.53e-06, 8.09e-07, 8.20e-07, 5.59e-07, 1.61e-07, 2.25e-07, 1.61e-07, 1.17e-06, 1.41e-06, 4.03e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.887276 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
360000    [1.33e-06, 2.20e-06, 2.53e-06, 8.09e-07, 8.20e-07, 5.59e-07, 1.61e-07, 2.25e-07, 1.61e-07, 1.17e-06, 1.41e-06, 4.03e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.33e-06, 2.20e-06, 2.53e-06, 8.09e-07, 8.20e-07, 5.59e-07, 1.61e-07, 2.25e-07, 1.61e-07, 1.17e-06, 1.41e-06, 4.03e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
362000    [2.90e-05, 8.38e-06, 1.91e-05, 1.44e-05, 1.58e-05, 6.56e-06, 4.71e-07, 6.83e-06, 1.25e-05, 1.27e-05, 5.78e-06, 7.69e-05, 6.78e-06, 1.19e-06, 0.00e+00]    [2.90e-05, 8.38e-06, 1.91e-05, 1.44e-05, 1.58e-05, 6.56e-06, 4.71e-07, 6.83e-06, 1.25e-05, 1.27e-05, 5.78e-06, 7.69e-05, 6.78e-06, 1.19e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.117298 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
362000    [2.90e-05, 8.38e-06, 1.91e-05, 1.44e-05, 1.58e-05, 6.56e-06, 4.71e-07, 6.83e-06, 1.25e-05, 1.27e-05, 5.78e-06, 7.69e-05, 6.78e-06, 1.19e-06, 0.00e+00]    [2.90e-05, 8.38e-06, 1.91e-05, 1.44e-05, 1.58e-05, 6.56e-06, 4.71e-07, 6.83e-06, 1.25e-05, 1.27e-05, 5.78e-06, 7.69e-05, 6.78e-06, 1.19e-06, 0.00e+00]    []  
364000    [7.66e-05, 1.52e-05, 5.01e-05, 3.51e-05, 3.93e-05, 2.70e-05, 4.49e-06, 2.91e-05, 5.01e-05, 3.07e-05, 2.22e-05, 2.59e-04, 1.72e-05, 5.02e-06, 1.29e-07]    [7.66e-05, 1.52e-05, 5.01e-05, 3.51e-05, 3.93e-05, 2.70e-05, 4.49e-06, 2.91e-05, 5.01e-05, 3.07e-05, 2.22e-05, 2.59e-04, 1.72e-05, 5.02e-06, 1.29e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.546946 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
364000    [7.66e-05, 1.52e-05, 5.01e-05, 3.51e-05, 3.93e-05, 2.70e-05, 4.49e-06, 2.91e-05, 5.01e-05, 3.07e-05, 2.22e-05, 2.59e-04, 1.72e-05, 5.02e-06, 1.29e-07]    [7.66e-05, 1.52e-05, 5.01e-05, 3.51e-05, 3.93e-05, 2.70e-05, 4.49e-06, 2.91e-05, 5.01e-05, 3.07e-05, 2.22e-05, 2.59e-04, 1.72e-05, 5.02e-06, 1.29e-07]    []  
366000    [5.74e-05, 1.05e-05, 4.19e-05, 2.03e-05, 3.25e-05, 2.15e-05, 5.80e-07, 1.52e-05, 2.39e-05, 3.04e-05, 1.79e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [5.74e-05, 1.05e-05, 4.19e-05, 2.03e-05, 3.25e-05, 2.15e-05, 5.80e-07, 1.52e-05, 2.39e-05, 3.04e-05, 1.79e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.896187 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
366000    [5.74e-05, 1.05e-05, 4.19e-05, 2.03e-05, 3.25e-05, 2.15e-05, 5.80e-07, 1.52e-05, 2.39e-05, 3.04e-05, 1.79e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [5.74e-05, 1.05e-05, 4.19e-05, 2.03e-05, 3.25e-05, 2.15e-05, 5.80e-07, 1.52e-05, 2.39e-05, 3.04e-05, 1.79e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
368000    [3.71e-06, 5.13e-06, 3.62e-06, 1.74e-06, 1.71e-06, 1.01e-06, 1.31e-06, 8.67e-07, 3.25e-06, 1.21e-06, 2.20e-06, 1.24e-05, 5.19e-07, 1.37e-07, 1.74e-08]    [3.71e-06, 5.13e-06, 3.62e-06, 1.74e-06, 1.71e-06, 1.01e-06, 1.31e-06, 8.67e-07, 3.25e-06, 1.21e-06, 2.20e-06, 1.24e-05, 5.19e-07, 1.37e-07, 1.74e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.820909 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
368000    [3.71e-06, 5.13e-06, 3.62e-06, 1.74e-06, 1.71e-06, 1.01e-06, 1.31e-06, 8.67e-07, 3.25e-06, 1.21e-06, 2.20e-06, 1.24e-05, 5.19e-07, 1.37e-07, 1.74e-08]    [3.71e-06, 5.13e-06, 3.62e-06, 1.74e-06, 1.71e-06, 1.01e-06, 1.31e-06, 8.67e-07, 3.25e-06, 1.21e-06, 2.20e-06, 1.24e-05, 5.19e-07, 1.37e-07, 1.74e-08]    []  
370000    [9.16e-05, 2.90e-05, 5.61e-05, 1.89e-05, 6.68e-05, 6.00e-05, 1.56e-05, 7.34e-06, 1.13e-05, 2.74e-05, 3.85e-05, 1.13e-04, 1.96e-05, 3.57e-06, 0.00e+00]    [9.16e-05, 2.90e-05, 5.61e-05, 1.89e-05, 6.68e-05, 6.00e-05, 1.56e-05, 7.34e-06, 1.13e-05, 2.74e-05, 3.85e-05, 1.13e-04, 1.96e-05, 3.57e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.969792 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
370000    [9.16e-05, 2.90e-05, 5.61e-05, 1.89e-05, 6.68e-05, 6.00e-05, 1.56e-05, 7.34e-06, 1.13e-05, 2.74e-05, 3.85e-05, 1.13e-04, 1.96e-05, 3.57e-06, 0.00e+00]    [9.16e-05, 2.90e-05, 5.61e-05, 1.89e-05, 6.68e-05, 6.00e-05, 1.56e-05, 7.34e-06, 1.13e-05, 2.74e-05, 3.85e-05, 1.13e-04, 1.96e-05, 3.57e-06, 0.00e+00]    []  
372000    [5.13e-05, 1.97e-05, 3.48e-05, 3.15e-05, 9.34e-06, 1.04e-04, 1.74e-04, 1.10e-04, 1.99e-04, 2.36e-05, 7.52e-05, 5.97e-04, 1.96e-05, 1.99e-05, 0.00e+00]    [5.13e-05, 1.97e-05, 3.48e-05, 3.15e-05, 9.34e-06, 1.04e-04, 1.74e-04, 1.10e-04, 1.99e-04, 2.36e-05, 7.52e-05, 5.97e-04, 1.96e-05, 1.99e-05, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.621497 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
372000    [5.13e-05, 1.97e-05, 3.48e-05, 3.15e-05, 9.34e-06, 1.04e-04, 1.74e-04, 1.10e-04, 1.99e-04, 2.36e-05, 7.52e-05, 5.97e-04, 1.96e-05, 1.99e-05, 0.00e+00]    [5.13e-05, 1.97e-05, 3.48e-05, 3.15e-05, 9.34e-06, 1.04e-04, 1.74e-04, 1.10e-04, 1.99e-04, 2.36e-05, 7.52e-05, 5.97e-04, 1.96e-05, 1.99e-05, 0.00e+00]    []  
374000    [2.81e-06, 1.36e-06, 3.50e-06, 8.46e-07, 8.05e-07, 1.93e-07, 1.98e-06, 5.20e-07, 1.75e-06, 1.35e-06, 6.38e-07, 3.15e-06, 0.00e+00, 0.00e+00, 2.23e-08]    [2.81e-06, 1.36e-06, 3.50e-06, 8.46e-07, 8.05e-07, 1.93e-07, 1.98e-06, 5.20e-07, 1.75e-06, 1.35e-06, 6.38e-07, 3.15e-06, 0.00e+00, 0.00e+00, 2.23e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.272055 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
374000    [2.81e-06, 1.36e-06, 3.50e-06, 8.46e-07, 8.05e-07, 1.93e-07, 1.98e-06, 5.20e-07, 1.75e-06, 1.35e-06, 6.38e-07, 3.15e-06, 0.00e+00, 0.00e+00, 2.23e-08]    [2.81e-06, 1.36e-06, 3.50e-06, 8.46e-07, 8.05e-07, 1.93e-07, 1.98e-06, 5.20e-07, 1.75e-06, 1.35e-06, 6.38e-07, 3.15e-06, 0.00e+00, 0.00e+00, 2.23e-08]    []  
376000    [2.14e-06, 1.92e-06, 3.14e-06, 8.05e-07, 8.17e-07, 9.54e-07, 7.84e-08, 4.50e-07, 7.24e-07, 1.49e-06, 1.26e-06, 6.42e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.14e-06, 1.92e-06, 3.14e-06, 8.05e-07, 8.17e-07, 9.54e-07, 7.84e-08, 4.50e-07, 7.24e-07, 1.49e-06, 1.26e-06, 6.42e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.454431 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
376000    [2.14e-06, 1.92e-06, 3.14e-06, 8.05e-07, 8.17e-07, 9.54e-07, 7.84e-08, 4.50e-07, 7.24e-07, 1.49e-06, 1.26e-06, 6.42e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.14e-06, 1.92e-06, 3.14e-06, 8.05e-07, 8.17e-07, 9.54e-07, 7.84e-08, 4.50e-07, 7.24e-07, 1.49e-06, 1.26e-06, 6.42e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
378000    [9.53e-06, 3.46e-06, 1.13e-05, 4.65e-06, 5.62e-06, 8.31e-06, 1.57e-06, 6.30e-06, 1.35e-05, 1.39e-05, 8.53e-06, 8.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.53e-06, 3.46e-06, 1.13e-05, 4.65e-06, 5.62e-06, 8.31e-06, 1.57e-06, 6.30e-06, 1.35e-05, 1.39e-05, 8.53e-06, 8.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.767316 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
378000    [9.53e-06, 3.46e-06, 1.13e-05, 4.65e-06, 5.62e-06, 8.31e-06, 1.57e-06, 6.30e-06, 1.35e-05, 1.39e-05, 8.53e-06, 8.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.53e-06, 3.46e-06, 1.13e-05, 4.65e-06, 5.62e-06, 8.31e-06, 1.57e-06, 6.30e-06, 1.35e-05, 1.39e-05, 8.53e-06, 8.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
380000    [8.94e-07, 2.04e-06, 2.34e-06, 5.62e-07, 4.72e-07, 1.43e-07, 1.27e-08, 1.81e-07, 3.90e-07, 1.08e-06, 7.28e-07, 1.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [8.94e-07, 2.04e-06, 2.34e-06, 5.62e-07, 4.72e-07, 1.43e-07, 1.27e-08, 1.81e-07, 3.90e-07, 1.08e-06, 7.28e-07, 1.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.525135 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
380000    [8.94e-07, 2.04e-06, 2.34e-06, 5.62e-07, 4.72e-07, 1.43e-07, 1.27e-08, 1.81e-07, 3.90e-07, 1.08e-06, 7.28e-07, 1.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [8.94e-07, 2.04e-06, 2.34e-06, 5.62e-07, 4.72e-07, 1.43e-07, 1.27e-08, 1.81e-07, 3.90e-07, 1.08e-06, 7.28e-07, 1.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
382000    [2.80e-06, 3.10e-06, 1.98e-06, 1.53e-06, 1.09e-06, 6.24e-07, 3.62e-07, 6.69e-07, 1.21e-06, 1.18e-06, 8.97e-07, 5.64e-06, 4.30e-07, 4.19e-08, 0.00e+00]    [2.80e-06, 3.10e-06, 1.98e-06, 1.53e-06, 1.09e-06, 6.24e-07, 3.62e-07, 6.69e-07, 1.21e-06, 1.18e-06, 8.97e-07, 5.64e-06, 4.30e-07, 4.19e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.196694 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
382000    [2.80e-06, 3.10e-06, 1.98e-06, 1.53e-06, 1.09e-06, 6.24e-07, 3.62e-07, 6.69e-07, 1.21e-06, 1.18e-06, 8.97e-07, 5.64e-06, 4.30e-07, 4.19e-08, 0.00e+00]    [2.80e-06, 3.10e-06, 1.98e-06, 1.53e-06, 1.09e-06, 6.24e-07, 3.62e-07, 6.69e-07, 1.21e-06, 1.18e-06, 8.97e-07, 5.64e-06, 4.30e-07, 4.19e-08, 0.00e+00]    []  
384000    [2.13e-06, 5.96e-06, 4.27e-06, 9.42e-07, 1.13e-07, 9.10e-07, 3.09e-06, 5.85e-07, 1.42e-06, 2.69e-06, 2.26e-06, 3.12e-06, 7.10e-08, 9.33e-08, 4.56e-08]    [2.13e-06, 5.96e-06, 4.27e-06, 9.42e-07, 1.13e-07, 9.10e-07, 3.09e-06, 5.85e-07, 1.42e-06, 2.69e-06, 2.26e-06, 3.12e-06, 7.10e-08, 9.33e-08, 4.56e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.622530 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
384000    [2.13e-06, 5.96e-06, 4.27e-06, 9.42e-07, 1.13e-07, 9.10e-07, 3.09e-06, 5.85e-07, 1.42e-06, 2.69e-06, 2.26e-06, 3.12e-06, 7.10e-08, 9.33e-08, 4.56e-08]    [2.13e-06, 5.96e-06, 4.27e-06, 9.42e-07, 1.13e-07, 9.10e-07, 3.09e-06, 5.85e-07, 1.42e-06, 2.69e-06, 2.26e-06, 3.12e-06, 7.10e-08, 9.33e-08, 4.56e-08]    []  
386000    [6.40e-06, 6.58e-06, 4.89e-06, 3.44e-06, 3.44e-06, 2.62e-06, 4.83e-06, 2.96e-06, 7.05e-06, 2.70e-06, 3.84e-06, 2.96e-05, 1.83e-06, 4.38e-07, 0.00e+00]    [6.40e-06, 6.58e-06, 4.89e-06, 3.44e-06, 3.44e-06, 2.62e-06, 4.83e-06, 2.96e-06, 7.05e-06, 2.70e-06, 3.84e-06, 2.96e-05, 1.83e-06, 4.38e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.564262 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
386000    [6.40e-06, 6.58e-06, 4.89e-06, 3.44e-06, 3.44e-06, 2.62e-06, 4.83e-06, 2.96e-06, 7.05e-06, 2.70e-06, 3.84e-06, 2.96e-05, 1.83e-06, 4.38e-07, 0.00e+00]    [6.40e-06, 6.58e-06, 4.89e-06, 3.44e-06, 3.44e-06, 2.62e-06, 4.83e-06, 2.96e-06, 7.05e-06, 2.70e-06, 3.84e-06, 2.96e-05, 1.83e-06, 4.38e-07, 0.00e+00]    []  
388000    [4.06e-06, 3.86e-06, 7.33e-06, 3.55e-06, 1.94e-06, 5.36e-06, 1.24e-06, 4.59e-06, 4.70e-06, 1.21e-05, 6.83e-06, 5.57e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.06e-06, 3.86e-06, 7.33e-06, 3.55e-06, 1.94e-06, 5.36e-06, 1.24e-06, 4.59e-06, 4.70e-06, 1.21e-05, 6.83e-06, 5.57e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.939148 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
388000    [4.06e-06, 3.86e-06, 7.33e-06, 3.55e-06, 1.94e-06, 5.36e-06, 1.24e-06, 4.59e-06, 4.70e-06, 1.21e-05, 6.83e-06, 5.57e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.06e-06, 3.86e-06, 7.33e-06, 3.55e-06, 1.94e-06, 5.36e-06, 1.24e-06, 4.59e-06, 4.70e-06, 1.21e-05, 6.83e-06, 5.57e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
390000    [2.40e-06, 1.50e-06, 3.64e-06, 5.85e-07, 1.09e-06, 2.99e-09, 1.27e-06, 2.63e-07, 1.56e-06, 1.22e-06, 9.99e-07, 1.07e-06, 0.00e+00, 1.41e-11, 0.00e+00]    [2.40e-06, 1.50e-06, 3.64e-06, 5.85e-07, 1.09e-06, 2.99e-09, 1.27e-06, 2.63e-07, 1.56e-06, 1.22e-06, 9.99e-07, 1.07e-06, 0.00e+00, 1.41e-11, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.681289 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
390000    [2.40e-06, 1.50e-06, 3.64e-06, 5.85e-07, 1.09e-06, 2.99e-09, 1.27e-06, 2.63e-07, 1.56e-06, 1.22e-06, 9.99e-07, 1.07e-06, 0.00e+00, 1.41e-11, 0.00e+00]    [2.40e-06, 1.50e-06, 3.64e-06, 5.85e-07, 1.09e-06, 2.99e-09, 1.27e-06, 2.63e-07, 1.56e-06, 1.22e-06, 9.99e-07, 1.07e-06, 0.00e+00, 1.41e-11, 0.00e+00]    []  
392000    [2.76e-05, 1.56e-05, 1.10e-05, 1.15e-05, 1.24e-05, 1.16e-05, 2.94e-04, 1.07e-05, 2.68e-05, 6.13e-06, 2.50e-05, 1.32e-04, 4.05e-06, 2.08e-06, 0.00e+00]    [2.76e-05, 1.56e-05, 1.10e-05, 1.15e-05, 1.24e-05, 1.16e-05, 2.94e-04, 1.07e-05, 2.68e-05, 6.13e-06, 2.50e-05, 1.32e-04, 4.05e-06, 2.08e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.617464 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
392000    [2.76e-05, 1.56e-05, 1.10e-05, 1.15e-05, 1.24e-05, 1.16e-05, 2.94e-04, 1.07e-05, 2.68e-05, 6.13e-06, 2.50e-05, 1.32e-04, 4.05e-06, 2.08e-06, 0.00e+00]    [2.76e-05, 1.56e-05, 1.10e-05, 1.15e-05, 1.24e-05, 1.16e-05, 2.94e-04, 1.07e-05, 2.68e-05, 6.13e-06, 2.50e-05, 1.32e-04, 4.05e-06, 2.08e-06, 0.00e+00]    []  
394000    [6.89e-06, 1.98e-06, 6.22e-06, 2.26e-06, 4.24e-06, 2.55e-06, 2.79e-07, 2.42e-06, 3.39e-06, 3.12e-06, 2.03e-06, 1.67e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.89e-06, 1.98e-06, 6.22e-06, 2.26e-06, 4.24e-06, 2.55e-06, 2.79e-07, 2.42e-06, 3.39e-06, 3.12e-06, 2.03e-06, 1.67e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.079998 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
394000    [6.89e-06, 1.98e-06, 6.22e-06, 2.26e-06, 4.24e-06, 2.55e-06, 2.79e-07, 2.42e-06, 3.39e-06, 3.12e-06, 2.03e-06, 1.67e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.89e-06, 1.98e-06, 6.22e-06, 2.26e-06, 4.24e-06, 2.55e-06, 2.79e-07, 2.42e-06, 3.39e-06, 3.12e-06, 2.03e-06, 1.67e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
396000    [7.31e-07, 1.42e-06, 1.60e-06, 3.09e-07, 1.65e-07, 5.02e-08, 6.03e-09, 3.90e-08, 1.41e-07, 6.32e-07, 5.24e-07, 6.53e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [7.31e-07, 1.42e-06, 1.60e-06, 3.09e-07, 1.65e-07, 5.02e-08, 6.03e-09, 3.90e-08, 1.41e-07, 6.32e-07, 5.24e-07, 6.53e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.116397 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
396000    [7.31e-07, 1.42e-06, 1.60e-06, 3.09e-07, 1.65e-07, 5.02e-08, 6.03e-09, 3.90e-08, 1.41e-07, 6.32e-07, 5.24e-07, 6.53e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [7.31e-07, 1.42e-06, 1.60e-06, 3.09e-07, 1.65e-07, 5.02e-08, 6.03e-09, 3.90e-08, 1.41e-07, 6.32e-07, 5.24e-07, 6.53e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  
398000    [3.02e-06, 2.21e-06, 3.36e-06, 1.48e-06, 4.11e-07, 4.21e-07, 1.65e-06, 5.80e-08, 1.67e-06, 8.88e-07, 3.22e-06, 5.59e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.02e-06, 2.21e-06, 3.36e-06, 1.48e-06, 4.11e-07, 4.21e-07, 1.65e-06, 5.80e-08, 1.67e-06, 8.88e-07, 3.22e-06, 5.59e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.301516 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
398000    [3.02e-06, 2.21e-06, 3.36e-06, 1.48e-06, 4.11e-07, 4.21e-07, 1.65e-06, 5.80e-08, 1.67e-06, 8.88e-07, 3.22e-06, 5.59e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.02e-06, 2.21e-06, 3.36e-06, 1.48e-06, 4.11e-07, 4.21e-07, 1.65e-06, 5.80e-08, 1.67e-06, 8.88e-07, 3.22e-06, 5.59e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
400000    [3.53e-06, 3.00e-06, 2.55e-06, 2.30e-06, 2.29e-06, 9.77e-07, 5.87e-11, 8.24e-07, 1.60e-06, 2.21e-06, 1.11e-06, 1.07e-05, 7.67e-07, 1.57e-07, 0.00e+00]    [3.53e-06, 3.00e-06, 2.55e-06, 2.30e-06, 2.29e-06, 9.77e-07, 5.87e-11, 8.24e-07, 1.60e-06, 2.21e-06, 1.11e-06, 1.07e-05, 7.67e-07, 1.57e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.831405 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
400000    [3.53e-06, 3.00e-06, 2.55e-06, 2.30e-06, 2.29e-06, 9.77e-07, 5.87e-11, 8.24e-07, 1.60e-06, 2.21e-06, 1.11e-06, 1.07e-05, 7.67e-07, 1.57e-07, 0.00e+00]    [3.53e-06, 3.00e-06, 2.55e-06, 2.30e-06, 2.29e-06, 9.77e-07, 5.87e-11, 8.24e-07, 1.60e-06, 2.21e-06, 1.11e-06, 1.07e-05, 7.67e-07, 1.57e-07, 0.00e+00]    []  
402000    [4.93e-06, 3.72e-06, 3.62e-06, 3.20e-06, 2.49e-06, 9.35e-07, 1.92e-06, 7.08e-09, 4.84e-07, 2.12e-06, 7.92e-07, 4.03e-06, 5.10e-07, 4.90e-08, 1.40e-08]    [4.93e-06, 3.72e-06, 3.62e-06, 3.20e-06, 2.49e-06, 9.35e-07, 1.92e-06, 7.08e-09, 4.84e-07, 2.12e-06, 7.92e-07, 4.03e-06, 5.10e-07, 4.90e-08, 1.40e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.507880 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
402000    [4.93e-06, 3.72e-06, 3.62e-06, 3.20e-06, 2.49e-06, 9.35e-07, 1.92e-06, 7.08e-09, 4.84e-07, 2.12e-06, 7.92e-07, 4.03e-06, 5.10e-07, 4.90e-08, 1.40e-08]    [4.93e-06, 3.72e-06, 3.62e-06, 3.20e-06, 2.49e-06, 9.35e-07, 1.92e-06, 7.08e-09, 4.84e-07, 2.12e-06, 7.92e-07, 4.03e-06, 5.10e-07, 4.90e-08, 1.40e-08]    []  
404000    [1.07e-05, 8.47e-06, 7.19e-06, 4.50e-06, 7.88e-06, 3.53e-06, 8.00e-10, 7.07e-06, 1.03e-05, 4.38e-06, 9.00e-06, 4.66e-05, 2.57e-06, 6.05e-07, 0.00e+00]    [1.07e-05, 8.47e-06, 7.19e-06, 4.50e-06, 7.88e-06, 3.53e-06, 8.00e-10, 7.07e-06, 1.03e-05, 4.38e-06, 9.00e-06, 4.66e-05, 2.57e-06, 6.05e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.477464 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
404000    [1.07e-05, 8.47e-06, 7.19e-06, 4.50e-06, 7.88e-06, 3.53e-06, 8.00e-10, 7.07e-06, 1.03e-05, 4.38e-06, 9.00e-06, 4.66e-05, 2.57e-06, 6.05e-07, 0.00e+00]    [1.07e-05, 8.47e-06, 7.19e-06, 4.50e-06, 7.88e-06, 3.53e-06, 8.00e-10, 7.07e-06, 1.03e-05, 4.38e-06, 9.00e-06, 4.66e-05, 2.57e-06, 6.05e-07, 0.00e+00]    []  
406000    [8.97e-06, 3.99e-06, 4.85e-06, 4.80e-06, 4.85e-06, 1.97e-06, 8.78e-07, 3.53e-06, 6.51e-06, 3.37e-06, 2.00e-06, 2.03e-05, 1.22e-06, 2.13e-07, 5.91e-09]    [8.97e-06, 3.99e-06, 4.85e-06, 4.80e-06, 4.85e-06, 1.97e-06, 8.78e-07, 3.53e-06, 6.51e-06, 3.37e-06, 2.00e-06, 2.03e-05, 1.22e-06, 2.13e-07, 5.91e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.788833 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
406000    [8.97e-06, 3.99e-06, 4.85e-06, 4.80e-06, 4.85e-06, 1.97e-06, 8.78e-07, 3.53e-06, 6.51e-06, 3.37e-06, 2.00e-06, 2.03e-05, 1.22e-06, 2.13e-07, 5.91e-09]    [8.97e-06, 3.99e-06, 4.85e-06, 4.80e-06, 4.85e-06, 1.97e-06, 8.78e-07, 3.53e-06, 6.51e-06, 3.37e-06, 2.00e-06, 2.03e-05, 1.22e-06, 2.13e-07, 5.91e-09]    []  
408000    [7.46e-05, 1.31e-05, 5.51e-05, 2.69e-05, 4.70e-05, 2.72e-05, 3.72e-07, 2.26e-05, 3.40e-05, 4.07e-05, 1.94e-05, 2.46e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [7.46e-05, 1.31e-05, 5.51e-05, 2.69e-05, 4.70e-05, 2.72e-05, 3.72e-07, 2.26e-05, 3.40e-05, 4.07e-05, 1.94e-05, 2.46e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.982158 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
408000    [7.46e-05, 1.31e-05, 5.51e-05, 2.69e-05, 4.70e-05, 2.72e-05, 3.72e-07, 2.26e-05, 3.40e-05, 4.07e-05, 1.94e-05, 2.46e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [7.46e-05, 1.31e-05, 5.51e-05, 2.69e-05, 4.70e-05, 2.72e-05, 3.72e-07, 2.26e-05, 3.40e-05, 4.07e-05, 1.94e-05, 2.46e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
410000    [5.20e-06, 4.24e-06, 3.36e-06, 2.71e-06, 2.14e-06, 1.70e-06, 1.47e-06, 1.92e-06, 3.62e-06, 1.55e-06, 1.76e-06, 1.10e-05, 8.07e-07, 1.41e-07, 1.68e-08]    [5.20e-06, 4.24e-06, 3.36e-06, 2.71e-06, 2.14e-06, 1.70e-06, 1.47e-06, 1.92e-06, 3.62e-06, 1.55e-06, 1.76e-06, 1.10e-05, 8.07e-07, 1.41e-07, 1.68e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.341526 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
410000    [5.20e-06, 4.24e-06, 3.36e-06, 2.71e-06, 2.14e-06, 1.70e-06, 1.47e-06, 1.92e-06, 3.62e-06, 1.55e-06, 1.76e-06, 1.10e-05, 8.07e-07, 1.41e-07, 1.68e-08]    [5.20e-06, 4.24e-06, 3.36e-06, 2.71e-06, 2.14e-06, 1.70e-06, 1.47e-06, 1.92e-06, 3.62e-06, 1.55e-06, 1.76e-06, 1.10e-05, 8.07e-07, 1.41e-07, 1.68e-08]    []  
412000    [1.46e-05, 1.18e-05, 1.63e-05, 4.97e-06, 3.87e-07, 6.76e-07, 9.44e-09, 1.85e-06, 1.02e-05, 6.16e-06, 5.10e-06, 3.05e-06, 0.00e+00, 1.00e-07, 4.38e-09]    [1.46e-05, 1.18e-05, 1.63e-05, 4.97e-06, 3.87e-07, 6.76e-07, 9.44e-09, 1.85e-06, 1.02e-05, 6.16e-06, 5.10e-06, 3.05e-06, 0.00e+00, 1.00e-07, 4.38e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.210490 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
412000    [1.46e-05, 1.18e-05, 1.63e-05, 4.97e-06, 3.87e-07, 6.76e-07, 9.44e-09, 1.85e-06, 1.02e-05, 6.16e-06, 5.10e-06, 3.05e-06, 0.00e+00, 1.00e-07, 4.38e-09]    [1.46e-05, 1.18e-05, 1.63e-05, 4.97e-06, 3.87e-07, 6.76e-07, 9.44e-09, 1.85e-06, 1.02e-05, 6.16e-06, 5.10e-06, 3.05e-06, 0.00e+00, 1.00e-07, 4.38e-09]    []  
414000    [1.34e-06, 2.61e-06, 2.99e-06, 1.44e-06, 8.49e-08, 3.67e-08, 5.24e-08, 1.00e-07, 3.24e-07, 1.02e-06, 8.93e-07, 3.70e-07, 0.00e+00, 3.35e-09, 0.00e+00]    [1.34e-06, 2.61e-06, 2.99e-06, 1.44e-06, 8.49e-08, 3.67e-08, 5.24e-08, 1.00e-07, 3.24e-07, 1.02e-06, 8.93e-07, 3.70e-07, 0.00e+00, 3.35e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.679362 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
414000    [1.34e-06, 2.61e-06, 2.99e-06, 1.44e-06, 8.49e-08, 3.67e-08, 5.24e-08, 1.00e-07, 3.24e-07, 1.02e-06, 8.93e-07, 3.70e-07, 0.00e+00, 3.35e-09, 0.00e+00]    [1.34e-06, 2.61e-06, 2.99e-06, 1.44e-06, 8.49e-08, 3.67e-08, 5.24e-08, 1.00e-07, 3.24e-07, 1.02e-06, 8.93e-07, 3.70e-07, 0.00e+00, 3.35e-09, 0.00e+00]    []  
416000    [3.66e-06, 2.97e-06, 5.03e-06, 1.98e-06, 1.73e-06, 1.12e-06, 2.47e-06, 9.72e-07, 1.64e-06, 2.72e-06, 1.29e-06, 1.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.66e-06, 2.97e-06, 5.03e-06, 1.98e-06, 1.73e-06, 1.12e-06, 2.47e-06, 9.72e-07, 1.64e-06, 2.72e-06, 1.29e-06, 1.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.145416 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
416000    [3.66e-06, 2.97e-06, 5.03e-06, 1.98e-06, 1.73e-06, 1.12e-06, 2.47e-06, 9.72e-07, 1.64e-06, 2.72e-06, 1.29e-06, 1.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.66e-06, 2.97e-06, 5.03e-06, 1.98e-06, 1.73e-06, 1.12e-06, 2.47e-06, 9.72e-07, 1.64e-06, 2.72e-06, 1.29e-06, 1.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
418000    [1.20e-05, 9.63e-06, 8.36e-06, 3.76e-06, 5.89e-06, 1.25e-05, 7.97e-06, 4.32e-06, 1.14e-05, 3.37e-06, 8.40e-06, 4.82e-05, 1.20e-06, 1.70e-06, 0.00e+00]    [1.20e-05, 9.63e-06, 8.36e-06, 3.76e-06, 5.89e-06, 1.25e-05, 7.97e-06, 4.32e-06, 1.14e-05, 3.37e-06, 8.40e-06, 4.82e-05, 1.20e-06, 1.70e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.808211 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
418000    [1.20e-05, 9.63e-06, 8.36e-06, 3.76e-06, 5.89e-06, 1.25e-05, 7.97e-06, 4.32e-06, 1.14e-05, 3.37e-06, 8.40e-06, 4.82e-05, 1.20e-06, 1.70e-06, 0.00e+00]    [1.20e-05, 9.63e-06, 8.36e-06, 3.76e-06, 5.89e-06, 1.25e-05, 7.97e-06, 4.32e-06, 1.14e-05, 3.37e-06, 8.40e-06, 4.82e-05, 1.20e-06, 1.70e-06, 0.00e+00]    []  
420000    [1.21e-06, 2.52e-06, 3.45e-06, 1.20e-06, 2.98e-07, 9.54e-09, 3.20e-08, 3.97e-09, 9.43e-07, 1.45e-06, 1.44e-06, 4.47e-07, 0.00e+00, 7.19e-10, 8.77e-11]    [1.21e-06, 2.52e-06, 3.45e-06, 1.20e-06, 2.98e-07, 9.54e-09, 3.20e-08, 3.97e-09, 9.43e-07, 1.45e-06, 1.44e-06, 4.47e-07, 0.00e+00, 7.19e-10, 8.77e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.249368 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
420000    [1.21e-06, 2.52e-06, 3.45e-06, 1.20e-06, 2.98e-07, 9.54e-09, 3.20e-08, 3.97e-09, 9.43e-07, 1.45e-06, 1.44e-06, 4.47e-07, 0.00e+00, 7.19e-10, 8.77e-11]    [1.21e-06, 2.52e-06, 3.45e-06, 1.20e-06, 2.98e-07, 9.54e-09, 3.20e-08, 3.97e-09, 9.43e-07, 1.45e-06, 1.44e-06, 4.47e-07, 0.00e+00, 7.19e-10, 8.77e-11]    []  
422000    [1.86e-06, 3.31e-06, 2.38e-06, 1.16e-06, 9.70e-07, 2.44e-07, 1.85e-06, 5.34e-07, 1.04e-06, 1.37e-06, 8.36e-07, 4.30e-06, 3.48e-07, 4.09e-08, 0.00e+00]    [1.86e-06, 3.31e-06, 2.38e-06, 1.16e-06, 9.70e-07, 2.44e-07, 1.85e-06, 5.34e-07, 1.04e-06, 1.37e-06, 8.36e-07, 4.30e-06, 3.48e-07, 4.09e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.711163 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
422000    [1.86e-06, 3.31e-06, 2.38e-06, 1.16e-06, 9.70e-07, 2.44e-07, 1.85e-06, 5.34e-07, 1.04e-06, 1.37e-06, 8.36e-07, 4.30e-06, 3.48e-07, 4.09e-08, 0.00e+00]    [1.86e-06, 3.31e-06, 2.38e-06, 1.16e-06, 9.70e-07, 2.44e-07, 1.85e-06, 5.34e-07, 1.04e-06, 1.37e-06, 8.36e-07, 4.30e-06, 3.48e-07, 4.09e-08, 0.00e+00]    []  
424000    [5.97e-06, 6.51e-06, 4.04e-06, 3.32e-06, 2.03e-06, 2.38e-06, 7.71e-06, 1.73e-06, 3.97e-06, 1.80e-06, 2.82e-06, 1.81e-05, 9.08e-07, 3.32e-07, 0.00e+00]    [5.97e-06, 6.51e-06, 4.04e-06, 3.32e-06, 2.03e-06, 2.38e-06, 7.71e-06, 1.73e-06, 3.97e-06, 1.80e-06, 2.82e-06, 1.81e-05, 9.08e-07, 3.32e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.620291 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
424000    [5.97e-06, 6.51e-06, 4.04e-06, 3.32e-06, 2.03e-06, 2.38e-06, 7.71e-06, 1.73e-06, 3.97e-06, 1.80e-06, 2.82e-06, 1.81e-05, 9.08e-07, 3.32e-07, 0.00e+00]    [5.97e-06, 6.51e-06, 4.04e-06, 3.32e-06, 2.03e-06, 2.38e-06, 7.71e-06, 1.73e-06, 3.97e-06, 1.80e-06, 2.82e-06, 1.81e-05, 9.08e-07, 3.32e-07, 0.00e+00]    []  
426000    [3.69e-06, 4.89e-06, 3.28e-06, 3.13e-06, 6.10e-07, 4.12e-08, 5.11e-06, 1.49e-06, 1.47e-05, 7.73e-07, 7.64e-06, 3.78e-06, 1.11e-07, 2.43e-10, 7.71e-08]    [3.69e-06, 4.89e-06, 3.28e-06, 3.13e-06, 6.10e-07, 4.12e-08, 5.11e-06, 1.49e-06, 1.47e-05, 7.73e-07, 7.64e-06, 3.78e-06, 1.11e-07, 2.43e-10, 7.71e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.560298 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
426000    [3.69e-06, 4.89e-06, 3.28e-06, 3.13e-06, 6.10e-07, 4.12e-08, 5.11e-06, 1.49e-06, 1.47e-05, 7.73e-07, 7.64e-06, 3.78e-06, 1.11e-07, 2.43e-10, 7.71e-08]    [3.69e-06, 4.89e-06, 3.28e-06, 3.13e-06, 6.10e-07, 4.12e-08, 5.11e-06, 1.49e-06, 1.47e-05, 7.73e-07, 7.64e-06, 3.78e-06, 1.11e-07, 2.43e-10, 7.71e-08]    []  
428000    [3.11e-06, 5.82e-06, 4.15e-06, 1.53e-06, 2.50e-08, 7.65e-07, 6.14e-07, 3.32e-08, 1.66e-06, 2.54e-06, 1.44e-06, 2.67e-06, 5.19e-10, 8.57e-08, 0.00e+00]    [3.11e-06, 5.82e-06, 4.15e-06, 1.53e-06, 2.50e-08, 7.65e-07, 6.14e-07, 3.32e-08, 1.66e-06, 2.54e-06, 1.44e-06, 2.67e-06, 5.19e-10, 8.57e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.074728 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
428000    [3.11e-06, 5.82e-06, 4.15e-06, 1.53e-06, 2.50e-08, 7.65e-07, 6.14e-07, 3.32e-08, 1.66e-06, 2.54e-06, 1.44e-06, 2.67e-06, 5.19e-10, 8.57e-08, 0.00e+00]    [3.11e-06, 5.82e-06, 4.15e-06, 1.53e-06, 2.50e-08, 7.65e-07, 6.14e-07, 3.32e-08, 1.66e-06, 2.54e-06, 1.44e-06, 2.67e-06, 5.19e-10, 8.57e-08, 0.00e+00]    []  
430000    [8.66e-06, 2.51e-06, 8.60e-06, 5.13e-06, 5.27e-06, 1.21e-06, 1.43e-08, 1.36e-06, 1.95e-06, 4.70e-06, 1.85e-06, 1.85e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.66e-06, 2.51e-06, 8.60e-06, 5.13e-06, 5.27e-06, 1.21e-06, 1.43e-08, 1.36e-06, 1.95e-06, 4.70e-06, 1.85e-06, 1.85e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.219196 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
430000    [8.66e-06, 2.51e-06, 8.60e-06, 5.13e-06, 5.27e-06, 1.21e-06, 1.43e-08, 1.36e-06, 1.95e-06, 4.70e-06, 1.85e-06, 1.85e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.66e-06, 2.51e-06, 8.60e-06, 5.13e-06, 5.27e-06, 1.21e-06, 1.43e-08, 1.36e-06, 1.95e-06, 4.70e-06, 1.85e-06, 1.85e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
432000    [1.97e-05, 5.07e-06, 1.47e-05, 1.44e-05, 1.19e-05, 1.98e-05, 1.05e-06, 8.42e-08, 1.03e-05, 1.13e-05, 2.79e-05, 8.53e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.97e-05, 5.07e-06, 1.47e-05, 1.44e-05, 1.19e-05, 1.98e-05, 1.05e-06, 8.42e-08, 1.03e-05, 1.13e-05, 2.79e-05, 8.53e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.776300 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
432000    [1.97e-05, 5.07e-06, 1.47e-05, 1.44e-05, 1.19e-05, 1.98e-05, 1.05e-06, 8.42e-08, 1.03e-05, 1.13e-05, 2.79e-05, 8.53e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.97e-05, 5.07e-06, 1.47e-05, 1.44e-05, 1.19e-05, 1.98e-05, 1.05e-06, 8.42e-08, 1.03e-05, 1.13e-05, 2.79e-05, 8.53e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
434000    [4.68e-07, 2.78e-06, 1.54e-06, 8.58e-07, 3.16e-08, 6.48e-08, 1.02e-07, 1.20e-08, 4.21e-07, 6.86e-07, 3.87e-07, 8.83e-07, 1.92e-08, 5.95e-10, 3.04e-10]    [4.68e-07, 2.78e-06, 1.54e-06, 8.58e-07, 3.16e-08, 6.48e-08, 1.02e-07, 1.20e-08, 4.21e-07, 6.86e-07, 3.87e-07, 8.83e-07, 1.92e-08, 5.95e-10, 3.04e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.356090 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
434000    [4.68e-07, 2.78e-06, 1.54e-06, 8.58e-07, 3.16e-08, 6.48e-08, 1.02e-07, 1.20e-08, 4.21e-07, 6.86e-07, 3.87e-07, 8.83e-07, 1.92e-08, 5.95e-10, 3.04e-10]    [4.68e-07, 2.78e-06, 1.54e-06, 8.58e-07, 3.16e-08, 6.48e-08, 1.02e-07, 1.20e-08, 4.21e-07, 6.86e-07, 3.87e-07, 8.83e-07, 1.92e-08, 5.95e-10, 3.04e-10]    []  
436000    [3.30e-05, 1.70e-05, 1.58e-05, 1.54e-05, 1.26e-05, 2.86e-05, 2.78e-05, 2.80e-05, 4.32e-05, 7.42e-06, 3.74e-05, 2.09e-04, 4.76e-06, 4.62e-06, 0.00e+00]    [3.30e-05, 1.70e-05, 1.58e-05, 1.54e-05, 1.26e-05, 2.86e-05, 2.78e-05, 2.80e-05, 4.32e-05, 7.42e-06, 3.74e-05, 2.09e-04, 4.76e-06, 4.62e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.947614 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
436000    [3.30e-05, 1.70e-05, 1.58e-05, 1.54e-05, 1.26e-05, 2.86e-05, 2.78e-05, 2.80e-05, 4.32e-05, 7.42e-06, 3.74e-05, 2.09e-04, 4.76e-06, 4.62e-06, 0.00e+00]    [3.30e-05, 1.70e-05, 1.58e-05, 1.54e-05, 1.26e-05, 2.86e-05, 2.78e-05, 2.80e-05, 4.32e-05, 7.42e-06, 3.74e-05, 2.09e-04, 4.76e-06, 4.62e-06, 0.00e+00]    []  
438000    [1.76e-05, 1.71e-05, 1.27e-05, 5.42e-06, 1.07e-05, 9.90e-06, 6.49e-08, 3.09e-05, 2.19e-05, 2.67e-05, 1.17e-05, 1.04e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.76e-05, 1.71e-05, 1.27e-05, 5.42e-06, 1.07e-05, 9.90e-06, 6.49e-08, 3.09e-05, 2.19e-05, 2.67e-05, 1.17e-05, 1.04e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.524638 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
438000    [1.76e-05, 1.71e-05, 1.27e-05, 5.42e-06, 1.07e-05, 9.90e-06, 6.49e-08, 3.09e-05, 2.19e-05, 2.67e-05, 1.17e-05, 1.04e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.76e-05, 1.71e-05, 1.27e-05, 5.42e-06, 1.07e-05, 9.90e-06, 6.49e-08, 3.09e-05, 2.19e-05, 2.67e-05, 1.17e-05, 1.04e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
440000    [5.60e-05, 1.11e-05, 4.13e-05, 1.88e-05, 3.62e-05, 3.10e-05, 3.87e-06, 2.79e-05, 3.27e-05, 3.97e-05, 2.76e-05, 2.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [5.60e-05, 1.11e-05, 4.13e-05, 1.88e-05, 3.62e-05, 3.10e-05, 3.87e-06, 2.79e-05, 3.27e-05, 3.97e-05, 2.76e-05, 2.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.423090 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
440000    [5.60e-05, 1.11e-05, 4.13e-05, 1.88e-05, 3.62e-05, 3.10e-05, 3.87e-06, 2.79e-05, 3.27e-05, 3.97e-05, 2.76e-05, 2.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [5.60e-05, 1.11e-05, 4.13e-05, 1.88e-05, 3.62e-05, 3.10e-05, 3.87e-06, 2.79e-05, 3.27e-05, 3.97e-05, 2.76e-05, 2.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
442000    [5.40e-06, 5.63e-06, 3.66e-06, 2.49e-06, 2.68e-06, 1.42e-06, 9.09e-06, 2.25e-06, 5.32e-06, 1.27e-06, 1.95e-06, 1.01e-05, 7.29e-07, 2.84e-07, 0.00e+00]    [5.40e-06, 5.63e-06, 3.66e-06, 2.49e-06, 2.68e-06, 1.42e-06, 9.09e-06, 2.25e-06, 5.32e-06, 1.27e-06, 1.95e-06, 1.01e-05, 7.29e-07, 2.84e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.153799 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
442000    [5.40e-06, 5.63e-06, 3.66e-06, 2.49e-06, 2.68e-06, 1.42e-06, 9.09e-06, 2.25e-06, 5.32e-06, 1.27e-06, 1.95e-06, 1.01e-05, 7.29e-07, 2.84e-07, 0.00e+00]    [5.40e-06, 5.63e-06, 3.66e-06, 2.49e-06, 2.68e-06, 1.42e-06, 9.09e-06, 2.25e-06, 5.32e-06, 1.27e-06, 1.95e-06, 1.01e-05, 7.29e-07, 2.84e-07, 0.00e+00]    []  
444000    [6.77e-06, 5.28e-06, 4.80e-06, 3.33e-06, 2.16e-06, 9.10e-08, 4.42e-09, 1.65e-06, 1.09e-05, 2.23e-06, 5.47e-06, 1.35e-05, 1.19e-06, 3.35e-10, 1.21e-11]    [6.77e-06, 5.28e-06, 4.80e-06, 3.33e-06, 2.16e-06, 9.10e-08, 4.42e-09, 1.65e-06, 1.09e-05, 2.23e-06, 5.47e-06, 1.35e-05, 1.19e-06, 3.35e-10, 1.21e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.396392 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
444000    [6.77e-06, 5.28e-06, 4.80e-06, 3.33e-06, 2.16e-06, 9.10e-08, 4.42e-09, 1.65e-06, 1.09e-05, 2.23e-06, 5.47e-06, 1.35e-05, 1.19e-06, 3.35e-10, 1.21e-11]    [6.77e-06, 5.28e-06, 4.80e-06, 3.33e-06, 2.16e-06, 9.10e-08, 4.42e-09, 1.65e-06, 1.09e-05, 2.23e-06, 5.47e-06, 1.35e-05, 1.19e-06, 3.35e-10, 1.21e-11]    []  
446000    [5.89e-06, 2.73e-06, 8.03e-06, 2.71e-06, 3.37e-06, 2.17e-06, 1.91e-06, 2.83e-06, 3.37e-06, 7.19e-06, 2.66e-06, 2.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.89e-06, 2.73e-06, 8.03e-06, 2.71e-06, 3.37e-06, 2.17e-06, 1.91e-06, 2.83e-06, 3.37e-06, 7.19e-06, 2.66e-06, 2.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.714120 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
446000    [5.89e-06, 2.73e-06, 8.03e-06, 2.71e-06, 3.37e-06, 2.17e-06, 1.91e-06, 2.83e-06, 3.37e-06, 7.19e-06, 2.66e-06, 2.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.89e-06, 2.73e-06, 8.03e-06, 2.71e-06, 3.37e-06, 2.17e-06, 1.91e-06, 2.83e-06, 3.37e-06, 7.19e-06, 2.66e-06, 2.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
448000    [4.35e-06, 3.84e-06, 3.01e-06, 2.83e-06, 1.22e-06, 1.60e-06, 2.03e-06, 1.36e-06, 3.78e-06, 1.28e-06, 2.45e-06, 1.27e-05, 4.19e-07, 1.07e-07, 2.04e-08]    [4.35e-06, 3.84e-06, 3.01e-06, 2.83e-06, 1.22e-06, 1.60e-06, 2.03e-06, 1.36e-06, 3.78e-06, 1.28e-06, 2.45e-06, 1.27e-05, 4.19e-07, 1.07e-07, 2.04e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.571768 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
448000    [4.35e-06, 3.84e-06, 3.01e-06, 2.83e-06, 1.22e-06, 1.60e-06, 2.03e-06, 1.36e-06, 3.78e-06, 1.28e-06, 2.45e-06, 1.27e-05, 4.19e-07, 1.07e-07, 2.04e-08]    [4.35e-06, 3.84e-06, 3.01e-06, 2.83e-06, 1.22e-06, 1.60e-06, 2.03e-06, 1.36e-06, 3.78e-06, 1.28e-06, 2.45e-06, 1.27e-05, 4.19e-07, 1.07e-07, 2.04e-08]    []  
450000    [9.37e-05, 1.61e-05, 5.71e-05, 3.40e-05, 4.77e-05, 1.42e-05, 7.09e-07, 1.74e-05, 3.01e-05, 3.29e-05, 1.09e-05, 1.66e-04, 1.80e-05, 2.64e-06, 5.04e-09]    [9.37e-05, 1.61e-05, 5.71e-05, 3.40e-05, 4.77e-05, 1.42e-05, 7.09e-07, 1.74e-05, 3.01e-05, 3.29e-05, 1.09e-05, 1.66e-04, 1.80e-05, 2.64e-06, 5.04e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.258605 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
450000    [9.37e-05, 1.61e-05, 5.71e-05, 3.40e-05, 4.77e-05, 1.42e-05, 7.09e-07, 1.74e-05, 3.01e-05, 3.29e-05, 1.09e-05, 1.66e-04, 1.80e-05, 2.64e-06, 5.04e-09]    [9.37e-05, 1.61e-05, 5.71e-05, 3.40e-05, 4.77e-05, 1.42e-05, 7.09e-07, 1.74e-05, 3.01e-05, 3.29e-05, 1.09e-05, 1.66e-04, 1.80e-05, 2.64e-06, 5.04e-09]    []  
452000    [1.57e-06, 3.90e-06, 2.32e-06, 1.62e-06, 1.17e-07, 2.10e-07, 7.61e-07, 1.48e-08, 5.85e-07, 9.62e-07, 1.30e-06, 1.57e-06, 5.85e-08, 3.15e-08, 0.00e+00]    [1.57e-06, 3.90e-06, 2.32e-06, 1.62e-06, 1.17e-07, 2.10e-07, 7.61e-07, 1.48e-08, 5.85e-07, 9.62e-07, 1.30e-06, 1.57e-06, 5.85e-08, 3.15e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.838817 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
452000    [1.57e-06, 3.90e-06, 2.32e-06, 1.62e-06, 1.17e-07, 2.10e-07, 7.61e-07, 1.48e-08, 5.85e-07, 9.62e-07, 1.30e-06, 1.57e-06, 5.85e-08, 3.15e-08, 0.00e+00]    [1.57e-06, 3.90e-06, 2.32e-06, 1.62e-06, 1.17e-07, 2.10e-07, 7.61e-07, 1.48e-08, 5.85e-07, 9.62e-07, 1.30e-06, 1.57e-06, 5.85e-08, 3.15e-08, 0.00e+00]    []  
454000    [1.23e-06, 1.70e-06, 2.22e-06, 5.12e-07, 2.90e-07, 1.08e-07, 1.51e-08, 1.17e-07, 3.04e-07, 9.46e-07, 7.23e-07, 1.09e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.23e-06, 1.70e-06, 2.22e-06, 5.12e-07, 2.90e-07, 1.08e-07, 1.51e-08, 1.17e-07, 3.04e-07, 9.46e-07, 7.23e-07, 1.09e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.267349 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
454000    [1.23e-06, 1.70e-06, 2.22e-06, 5.12e-07, 2.90e-07, 1.08e-07, 1.51e-08, 1.17e-07, 3.04e-07, 9.46e-07, 7.23e-07, 1.09e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.23e-06, 1.70e-06, 2.22e-06, 5.12e-07, 2.90e-07, 1.08e-07, 1.51e-08, 1.17e-07, 3.04e-07, 9.46e-07, 7.23e-07, 1.09e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
456000    [2.76e-06, 2.40e-06, 5.00e-06, 1.14e-06, 1.54e-06, 1.53e-07, 1.74e-06, 1.13e-06, 7.65e-06, 3.40e-06, 5.84e-06, 5.45e-06, 0.00e+00, 0.00e+00, 1.69e-08]    [2.76e-06, 2.40e-06, 5.00e-06, 1.14e-06, 1.54e-06, 1.53e-07, 1.74e-06, 1.13e-06, 7.65e-06, 3.40e-06, 5.84e-06, 5.45e-06, 0.00e+00, 0.00e+00, 1.69e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.029054 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
456000    [2.76e-06, 2.40e-06, 5.00e-06, 1.14e-06, 1.54e-06, 1.53e-07, 1.74e-06, 1.13e-06, 7.65e-06, 3.40e-06, 5.84e-06, 5.45e-06, 0.00e+00, 0.00e+00, 1.69e-08]    [2.76e-06, 2.40e-06, 5.00e-06, 1.14e-06, 1.54e-06, 1.53e-07, 1.74e-06, 1.13e-06, 7.65e-06, 3.40e-06, 5.84e-06, 5.45e-06, 0.00e+00, 0.00e+00, 1.69e-08]    []  
458000    [5.07e-05, 1.22e-05, 3.55e-05, 2.65e-05, 2.82e-05, 3.52e-05, 1.02e-05, 2.69e-05, 3.97e-05, 2.06e-05, 3.11e-05, 2.63e-04, 1.23e-05, 5.76e-06, 3.37e-07]    [5.07e-05, 1.22e-05, 3.55e-05, 2.65e-05, 2.82e-05, 3.52e-05, 1.02e-05, 2.69e-05, 3.97e-05, 2.06e-05, 3.11e-05, 2.63e-04, 1.23e-05, 5.76e-06, 3.37e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.984726 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
458000    [5.07e-05, 1.22e-05, 3.55e-05, 2.65e-05, 2.82e-05, 3.52e-05, 1.02e-05, 2.69e-05, 3.97e-05, 2.06e-05, 3.11e-05, 2.63e-04, 1.23e-05, 5.76e-06, 3.37e-07]    [5.07e-05, 1.22e-05, 3.55e-05, 2.65e-05, 2.82e-05, 3.52e-05, 1.02e-05, 2.69e-05, 3.97e-05, 2.06e-05, 3.11e-05, 2.63e-04, 1.23e-05, 5.76e-06, 3.37e-07]    []  
460000    [1.16e-05, 4.92e-06, 7.20e-06, 5.81e-06, 6.05e-06, 2.97e-06, 3.67e-06, 3.33e-06, 5.55e-06, 5.06e-06, 2.96e-06, 3.11e-05, 2.01e-06, 3.36e-07, 1.03e-07]    [1.16e-05, 4.92e-06, 7.20e-06, 5.81e-06, 6.05e-06, 2.97e-06, 3.67e-06, 3.33e-06, 5.55e-06, 5.06e-06, 2.96e-06, 3.11e-05, 2.01e-06, 3.36e-07, 1.03e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.513582 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
460000    [1.16e-05, 4.92e-06, 7.20e-06, 5.81e-06, 6.05e-06, 2.97e-06, 3.67e-06, 3.33e-06, 5.55e-06, 5.06e-06, 2.96e-06, 3.11e-05, 2.01e-06, 3.36e-07, 1.03e-07]    [1.16e-05, 4.92e-06, 7.20e-06, 5.81e-06, 6.05e-06, 2.97e-06, 3.67e-06, 3.33e-06, 5.55e-06, 5.06e-06, 2.96e-06, 3.11e-05, 2.01e-06, 3.36e-07, 1.03e-07]    []  
462000    [3.14e-05, 5.32e-06, 2.31e-05, 1.19e-05, 1.98e-05, 2.91e-06, 4.86e-06, 7.93e-06, 5.64e-06, 1.48e-05, 4.88e-06, 6.03e-05, 0.00e+00, 0.00e+00, 2.45e-07]    [3.14e-05, 5.32e-06, 2.31e-05, 1.19e-05, 1.98e-05, 2.91e-06, 4.86e-06, 7.93e-06, 5.64e-06, 1.48e-05, 4.88e-06, 6.03e-05, 0.00e+00, 0.00e+00, 2.45e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.151269 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
462000    [3.14e-05, 5.32e-06, 2.31e-05, 1.19e-05, 1.98e-05, 2.91e-06, 4.86e-06, 7.93e-06, 5.64e-06, 1.48e-05, 4.88e-06, 6.03e-05, 0.00e+00, 0.00e+00, 2.45e-07]    [3.14e-05, 5.32e-06, 2.31e-05, 1.19e-05, 1.98e-05, 2.91e-06, 4.86e-06, 7.93e-06, 5.64e-06, 1.48e-05, 4.88e-06, 6.03e-05, 0.00e+00, 0.00e+00, 2.45e-07]    []  
464000    [8.53e-06, 5.72e-06, 6.05e-06, 3.82e-06, 4.13e-06, 2.61e-06, 8.54e-06, 2.32e-06, 6.54e-06, 4.42e-06, 2.82e-06, 2.41e-05, 1.05e-06, 2.02e-07, 2.34e-07]    [8.53e-06, 5.72e-06, 6.05e-06, 3.82e-06, 4.13e-06, 2.61e-06, 8.54e-06, 2.32e-06, 6.54e-06, 4.42e-06, 2.82e-06, 2.41e-05, 1.05e-06, 2.02e-07, 2.34e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.467681 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
464000    [8.53e-06, 5.72e-06, 6.05e-06, 3.82e-06, 4.13e-06, 2.61e-06, 8.54e-06, 2.32e-06, 6.54e-06, 4.42e-06, 2.82e-06, 2.41e-05, 1.05e-06, 2.02e-07, 2.34e-07]    [8.53e-06, 5.72e-06, 6.05e-06, 3.82e-06, 4.13e-06, 2.61e-06, 8.54e-06, 2.32e-06, 6.54e-06, 4.42e-06, 2.82e-06, 2.41e-05, 1.05e-06, 2.02e-07, 2.34e-07]    []  
466000    [2.30e-05, 1.40e-05, 1.45e-05, 1.08e-05, 6.02e-06, 9.88e-06, 7.03e-06, 1.15e-05, 1.60e-05, 8.75e-06, 2.50e-05, 1.28e-04, 6.56e-06, 1.49e-06, 0.00e+00]    [2.30e-05, 1.40e-05, 1.45e-05, 1.08e-05, 6.02e-06, 9.88e-06, 7.03e-06, 1.15e-05, 1.60e-05, 8.75e-06, 2.50e-05, 1.28e-04, 6.56e-06, 1.49e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.951203 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
466000    [2.30e-05, 1.40e-05, 1.45e-05, 1.08e-05, 6.02e-06, 9.88e-06, 7.03e-06, 1.15e-05, 1.60e-05, 8.75e-06, 2.50e-05, 1.28e-04, 6.56e-06, 1.49e-06, 0.00e+00]    [2.30e-05, 1.40e-05, 1.45e-05, 1.08e-05, 6.02e-06, 9.88e-06, 7.03e-06, 1.15e-05, 1.60e-05, 8.75e-06, 2.50e-05, 1.28e-04, 6.56e-06, 1.49e-06, 0.00e+00]    []  
468000    [9.72e-06, 4.69e-06, 5.74e-06, 4.23e-06, 4.36e-06, 3.64e-07, 4.00e-10, 2.89e-06, 1.33e-05, 4.10e-06, 8.25e-06, 1.59e-05, 1.38e-06, 7.29e-08, 1.10e-12]    [9.72e-06, 4.69e-06, 5.74e-06, 4.23e-06, 4.36e-06, 3.64e-07, 4.00e-10, 2.89e-06, 1.33e-05, 4.10e-06, 8.25e-06, 1.59e-05, 1.38e-06, 7.29e-08, 1.10e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.819857 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
468000    [9.72e-06, 4.69e-06, 5.74e-06, 4.23e-06, 4.36e-06, 3.64e-07, 4.00e-10, 2.89e-06, 1.33e-05, 4.10e-06, 8.25e-06, 1.59e-05, 1.38e-06, 7.29e-08, 1.10e-12]    [9.72e-06, 4.69e-06, 5.74e-06, 4.23e-06, 4.36e-06, 3.64e-07, 4.00e-10, 2.89e-06, 1.33e-05, 4.10e-06, 8.25e-06, 1.59e-05, 1.38e-06, 7.29e-08, 1.10e-12]    []  
470000    [1.36e-06, 2.57e-06, 1.20e-06, 6.46e-07, 5.05e-07, 4.03e-08, 3.17e-08, 7.36e-08, 1.82e-07, 1.22e-06, 8.39e-07, 8.75e-07, 8.81e-08, 4.72e-10, 1.16e-10]    [1.36e-06, 2.57e-06, 1.20e-06, 6.46e-07, 5.05e-07, 4.03e-08, 3.17e-08, 7.36e-08, 1.82e-07, 1.22e-06, 8.39e-07, 8.75e-07, 8.81e-08, 4.72e-10, 1.16e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.012662 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
470000    [1.36e-06, 2.57e-06, 1.20e-06, 6.46e-07, 5.05e-07, 4.03e-08, 3.17e-08, 7.36e-08, 1.82e-07, 1.22e-06, 8.39e-07, 8.75e-07, 8.81e-08, 4.72e-10, 1.16e-10]    [1.36e-06, 2.57e-06, 1.20e-06, 6.46e-07, 5.05e-07, 4.03e-08, 3.17e-08, 7.36e-08, 1.82e-07, 1.22e-06, 8.39e-07, 8.75e-07, 8.81e-08, 4.72e-10, 1.16e-10]    []  
472000    [3.51e-06, 2.26e-06, 4.87e-06, 1.86e-06, 1.39e-06, 9.84e-07, 2.73e-06, 7.34e-07, 2.05e-06, 2.65e-06, 9.06e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.51e-06, 2.26e-06, 4.87e-06, 1.86e-06, 1.39e-06, 9.84e-07, 2.73e-06, 7.34e-07, 2.05e-06, 2.65e-06, 9.06e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.761947 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
472000    [3.51e-06, 2.26e-06, 4.87e-06, 1.86e-06, 1.39e-06, 9.84e-07, 2.73e-06, 7.34e-07, 2.05e-06, 2.65e-06, 9.06e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.51e-06, 2.26e-06, 4.87e-06, 1.86e-06, 1.39e-06, 9.84e-07, 2.73e-06, 7.34e-07, 2.05e-06, 2.65e-06, 9.06e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
474000    [2.46e-06, 2.62e-06, 4.01e-06, 1.17e-06, 1.30e-06, 4.09e-07, 1.06e-08, 4.94e-07, 7.11e-07, 2.03e-06, 1.01e-06, 6.07e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.46e-06, 2.62e-06, 4.01e-06, 1.17e-06, 1.30e-06, 4.09e-07, 1.06e-08, 4.94e-07, 7.11e-07, 2.03e-06, 1.01e-06, 6.07e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.113349 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
474000    [2.46e-06, 2.62e-06, 4.01e-06, 1.17e-06, 1.30e-06, 4.09e-07, 1.06e-08, 4.94e-07, 7.11e-07, 2.03e-06, 1.01e-06, 6.07e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.46e-06, 2.62e-06, 4.01e-06, 1.17e-06, 1.30e-06, 4.09e-07, 1.06e-08, 4.94e-07, 7.11e-07, 2.03e-06, 1.01e-06, 6.07e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
476000    [1.64e-06, 3.30e-06, 1.84e-06, 1.31e-06, 3.85e-07, 6.17e-07, 4.85e-07, 1.96e-07, 5.68e-07, 9.71e-07, 1.17e-06, 3.58e-06, 1.80e-07, 4.76e-08, 0.00e+00]    [1.64e-06, 3.30e-06, 1.84e-06, 1.31e-06, 3.85e-07, 6.17e-07, 4.85e-07, 1.96e-07, 5.68e-07, 9.71e-07, 1.17e-06, 3.58e-06, 1.80e-07, 4.76e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.317463 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
476000    [1.64e-06, 3.30e-06, 1.84e-06, 1.31e-06, 3.85e-07, 6.17e-07, 4.85e-07, 1.96e-07, 5.68e-07, 9.71e-07, 1.17e-06, 3.58e-06, 1.80e-07, 4.76e-08, 0.00e+00]    [1.64e-06, 3.30e-06, 1.84e-06, 1.31e-06, 3.85e-07, 6.17e-07, 4.85e-07, 1.96e-07, 5.68e-07, 9.71e-07, 1.17e-06, 3.58e-06, 1.80e-07, 4.76e-08, 0.00e+00]    []  
478000    [4.88e-06, 1.70e-06, 5.55e-06, 2.16e-06, 2.28e-06, 2.30e-06, 5.93e-09, 3.34e-07, 5.00e-07, 2.58e-06, 2.54e-06, 7.24e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.88e-06, 1.70e-06, 5.55e-06, 2.16e-06, 2.28e-06, 2.30e-06, 5.93e-09, 3.34e-07, 5.00e-07, 2.58e-06, 2.54e-06, 7.24e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.429433 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
478000    [4.88e-06, 1.70e-06, 5.55e-06, 2.16e-06, 2.28e-06, 2.30e-06, 5.93e-09, 3.34e-07, 5.00e-07, 2.58e-06, 2.54e-06, 7.24e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.88e-06, 1.70e-06, 5.55e-06, 2.16e-06, 2.28e-06, 2.30e-06, 5.93e-09, 3.34e-07, 5.00e-07, 2.58e-06, 2.54e-06, 7.24e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
480000    [3.68e-07, 1.73e-06, 1.24e-06, 7.82e-07, 3.44e-08, 5.37e-07, 1.64e-07, 3.50e-08, 3.40e-06, 4.06e-07, 4.62e-06, 4.57e-07, 3.87e-09, 0.00e+00, 0.00e+00]    [3.68e-07, 1.73e-06, 1.24e-06, 7.82e-07, 3.44e-08, 5.37e-07, 1.64e-07, 3.50e-08, 3.40e-06, 4.06e-07, 4.62e-06, 4.57e-07, 3.87e-09, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.548093 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
480000    [3.68e-07, 1.73e-06, 1.24e-06, 7.82e-07, 3.44e-08, 5.37e-07, 1.64e-07, 3.50e-08, 3.40e-06, 4.06e-07, 4.62e-06, 4.57e-07, 3.87e-09, 0.00e+00, 0.00e+00]    [3.68e-07, 1.73e-06, 1.24e-06, 7.82e-07, 3.44e-08, 5.37e-07, 1.64e-07, 3.50e-08, 3.40e-06, 4.06e-07, 4.62e-06, 4.57e-07, 3.87e-09, 0.00e+00, 0.00e+00]    []  
482000    [5.50e-07, 2.83e-06, 2.66e-06, 1.67e-06, 2.21e-07, 3.34e-09, 6.95e-08, 4.04e-07, 8.22e-07, 1.34e-06, 1.89e-06, 7.19e-06, 0.00e+00, 2.06e-11, 1.90e-10]    [5.50e-07, 2.83e-06, 2.66e-06, 1.67e-06, 2.21e-07, 3.34e-09, 6.95e-08, 4.04e-07, 8.22e-07, 1.34e-06, 1.89e-06, 7.19e-06, 0.00e+00, 2.06e-11, 1.90e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.928256 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
482000    [5.50e-07, 2.83e-06, 2.66e-06, 1.67e-06, 2.21e-07, 3.34e-09, 6.95e-08, 4.04e-07, 8.22e-07, 1.34e-06, 1.89e-06, 7.19e-06, 0.00e+00, 2.06e-11, 1.90e-10]    [5.50e-07, 2.83e-06, 2.66e-06, 1.67e-06, 2.21e-07, 3.34e-09, 6.95e-08, 4.04e-07, 8.22e-07, 1.34e-06, 1.89e-06, 7.19e-06, 0.00e+00, 2.06e-11, 1.90e-10]    []  
484000    [2.11e-05, 6.70e-06, 1.45e-05, 1.30e-05, 1.06e-05, 9.28e-06, 1.40e-05, 6.56e-06, 1.56e-05, 8.35e-06, 7.17e-06, 8.40e-05, 4.31e-06, 9.51e-07, 4.02e-07]    [2.11e-05, 6.70e-06, 1.45e-05, 1.30e-05, 1.06e-05, 9.28e-06, 1.40e-05, 6.56e-06, 1.56e-05, 8.35e-06, 7.17e-06, 8.40e-05, 4.31e-06, 9.51e-07, 4.02e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.814015 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
484000    [2.11e-05, 6.70e-06, 1.45e-05, 1.30e-05, 1.06e-05, 9.28e-06, 1.40e-05, 6.56e-06, 1.56e-05, 8.35e-06, 7.17e-06, 8.40e-05, 4.31e-06, 9.51e-07, 4.02e-07]    [2.11e-05, 6.70e-06, 1.45e-05, 1.30e-05, 1.06e-05, 9.28e-06, 1.40e-05, 6.56e-06, 1.56e-05, 8.35e-06, 7.17e-06, 8.40e-05, 4.31e-06, 9.51e-07, 4.02e-07]    []  
486000    [1.58e-05, 2.52e-06, 1.29e-05, 4.53e-06, 7.92e-06, 2.24e-06, 2.56e-07, 2.00e-06, 3.14e-06, 5.93e-06, 2.62e-06, 2.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.58e-05, 2.52e-06, 1.29e-05, 4.53e-06, 7.92e-06, 2.24e-06, 2.56e-07, 2.00e-06, 3.14e-06, 5.93e-06, 2.62e-06, 2.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.791787 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
486000    [1.58e-05, 2.52e-06, 1.29e-05, 4.53e-06, 7.92e-06, 2.24e-06, 2.56e-07, 2.00e-06, 3.14e-06, 5.93e-06, 2.62e-06, 2.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.58e-05, 2.52e-06, 1.29e-05, 4.53e-06, 7.92e-06, 2.24e-06, 2.56e-07, 2.00e-06, 3.14e-06, 5.93e-06, 2.62e-06, 2.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
488000    [4.61e-06, 1.20e-06, 5.20e-06, 6.45e-07, 1.55e-06, 7.73e-07, 4.36e-06, 1.26e-06, 4.75e-06, 1.83e-06, 2.38e-06, 4.81e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.61e-06, 1.20e-06, 5.20e-06, 6.45e-07, 1.55e-06, 7.73e-07, 4.36e-06, 1.26e-06, 4.75e-06, 1.83e-06, 2.38e-06, 4.81e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.870067 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
488000    [4.61e-06, 1.20e-06, 5.20e-06, 6.45e-07, 1.55e-06, 7.73e-07, 4.36e-06, 1.26e-06, 4.75e-06, 1.83e-06, 2.38e-06, 4.81e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.61e-06, 1.20e-06, 5.20e-06, 6.45e-07, 1.55e-06, 7.73e-07, 4.36e-06, 1.26e-06, 4.75e-06, 1.83e-06, 2.38e-06, 4.81e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
490000    [9.30e-05, 1.76e-05, 6.03e-05, 4.16e-05, 5.05e-05, 2.02e-05, 1.85e-05, 2.42e-05, 4.40e-05, 3.60e-05, 1.81e-05, 2.49e-04, 2.08e-05, 3.84e-06, 8.31e-07]    [9.30e-05, 1.76e-05, 6.03e-05, 4.16e-05, 5.05e-05, 2.02e-05, 1.85e-05, 2.42e-05, 4.40e-05, 3.60e-05, 1.81e-05, 2.49e-04, 2.08e-05, 3.84e-06, 8.31e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.745503 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
490000    [9.30e-05, 1.76e-05, 6.03e-05, 4.16e-05, 5.05e-05, 2.02e-05, 1.85e-05, 2.42e-05, 4.40e-05, 3.60e-05, 1.81e-05, 2.49e-04, 2.08e-05, 3.84e-06, 8.31e-07]    [9.30e-05, 1.76e-05, 6.03e-05, 4.16e-05, 5.05e-05, 2.02e-05, 1.85e-05, 2.42e-05, 4.40e-05, 3.60e-05, 1.81e-05, 2.49e-04, 2.08e-05, 3.84e-06, 8.31e-07]    []  
492000    [6.34e-06, 6.97e-06, 6.55e-06, 3.48e-06, 2.17e-06, 2.93e-06, 6.50e-06, 2.89e-06, 8.51e-06, 2.76e-06, 4.89e-06, 3.77e-05, 1.92e-06, 2.49e-07, 6.69e-08]    [6.34e-06, 6.97e-06, 6.55e-06, 3.48e-06, 2.17e-06, 2.93e-06, 6.50e-06, 2.89e-06, 8.51e-06, 2.76e-06, 4.89e-06, 3.77e-05, 1.92e-06, 2.49e-07, 6.69e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.572887 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
492000    [6.34e-06, 6.97e-06, 6.55e-06, 3.48e-06, 2.17e-06, 2.93e-06, 6.50e-06, 2.89e-06, 8.51e-06, 2.76e-06, 4.89e-06, 3.77e-05, 1.92e-06, 2.49e-07, 6.69e-08]    [6.34e-06, 6.97e-06, 6.55e-06, 3.48e-06, 2.17e-06, 2.93e-06, 6.50e-06, 2.89e-06, 8.51e-06, 2.76e-06, 4.89e-06, 3.77e-05, 1.92e-06, 2.49e-07, 6.69e-08]    []  
494000    [5.35e-06, 1.83e-06, 6.72e-06, 3.06e-06, 2.30e-06, 1.09e-07, 9.80e-07, 7.33e-07, 3.49e-06, 3.67e-06, 1.63e-06, 1.19e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.35e-06, 1.83e-06, 6.72e-06, 3.06e-06, 2.30e-06, 1.09e-07, 9.80e-07, 7.33e-07, 3.49e-06, 3.67e-06, 1.63e-06, 1.19e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.744674 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
494000    [5.35e-06, 1.83e-06, 6.72e-06, 3.06e-06, 2.30e-06, 1.09e-07, 9.80e-07, 7.33e-07, 3.49e-06, 3.67e-06, 1.63e-06, 1.19e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.35e-06, 1.83e-06, 6.72e-06, 3.06e-06, 2.30e-06, 1.09e-07, 9.80e-07, 7.33e-07, 3.49e-06, 3.67e-06, 1.63e-06, 1.19e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
496000    [3.08e-05, 6.06e-06, 2.65e-05, 1.38e-05, 1.94e-05, 1.33e-05, 1.12e-05, 1.13e-05, 2.06e-05, 2.21e-05, 1.35e-05, 1.38e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [3.08e-05, 6.06e-06, 2.65e-05, 1.38e-05, 1.94e-05, 1.33e-05, 1.12e-05, 1.13e-05, 2.06e-05, 2.21e-05, 1.35e-05, 1.38e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.696296 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
496000    [3.08e-05, 6.06e-06, 2.65e-05, 1.38e-05, 1.94e-05, 1.33e-05, 1.12e-05, 1.13e-05, 2.06e-05, 2.21e-05, 1.35e-05, 1.38e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [3.08e-05, 6.06e-06, 2.65e-05, 1.38e-05, 1.94e-05, 1.33e-05, 1.12e-05, 1.13e-05, 2.06e-05, 2.21e-05, 1.35e-05, 1.38e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
498000    [2.55e-05, 7.78e-06, 2.01e-05, 1.98e-05, 8.53e-06, 2.61e-05, 1.36e-04, 3.18e-05, 4.14e-05, 5.86e-06, 3.50e-05, 2.00e-04, 3.52e-06, 4.91e-06, 1.53e-05]    [2.55e-05, 7.78e-06, 2.01e-05, 1.98e-05, 8.53e-06, 2.61e-05, 1.36e-04, 3.18e-05, 4.14e-05, 5.86e-06, 3.50e-05, 2.00e-04, 3.52e-06, 4.91e-06, 1.53e-05]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.896519 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
498000    [2.55e-05, 7.78e-06, 2.01e-05, 1.98e-05, 8.53e-06, 2.61e-05, 1.36e-04, 3.18e-05, 4.14e-05, 5.86e-06, 3.50e-05, 2.00e-04, 3.52e-06, 4.91e-06, 1.53e-05]    [2.55e-05, 7.78e-06, 2.01e-05, 1.98e-05, 8.53e-06, 2.61e-05, 1.36e-04, 3.18e-05, 4.14e-05, 5.86e-06, 3.50e-05, 2.00e-04, 3.52e-06, 4.91e-06, 1.53e-05]    []  
500000    [2.44e-06, 2.81e-06, 1.60e-06, 1.37e-06, 8.93e-07, 8.16e-07, 5.30e-06, 6.17e-07, 1.23e-06, 9.04e-07, 8.57e-07, 4.59e-06, 2.99e-07, 3.53e-08, 0.00e+00]    [2.44e-06, 2.81e-06, 1.60e-06, 1.37e-06, 8.93e-07, 8.16e-07, 5.30e-06, 6.17e-07, 1.23e-06, 9.04e-07, 8.57e-07, 4.59e-06, 2.99e-07, 3.53e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.967149 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
500000    [2.44e-06, 2.81e-06, 1.60e-06, 1.37e-06, 8.93e-07, 8.16e-07, 5.30e-06, 6.17e-07, 1.23e-06, 9.04e-07, 8.57e-07, 4.59e-06, 2.99e-07, 3.53e-08, 0.00e+00]    [2.44e-06, 2.81e-06, 1.60e-06, 1.37e-06, 8.93e-07, 8.16e-07, 5.30e-06, 6.17e-07, 1.23e-06, 9.04e-07, 8.57e-07, 4.59e-06, 2.99e-07, 3.53e-08, 0.00e+00]    []  
502000    [1.38e-06, 3.77e-06, 2.59e-06, 3.46e-07, 2.80e-10, 6.06e-07, 8.60e-06, 9.40e-07, 6.58e-07, 3.09e-06, 2.33e-06, 1.95e-06, 6.61e-09, 0.00e+00, 0.00e+00]    [1.38e-06, 3.77e-06, 2.59e-06, 3.46e-07, 2.80e-10, 6.06e-07, 8.60e-06, 9.40e-07, 6.58e-07, 3.09e-06, 2.33e-06, 1.95e-06, 6.61e-09, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.776900 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
502000    [1.38e-06, 3.77e-06, 2.59e-06, 3.46e-07, 2.80e-10, 6.06e-07, 8.60e-06, 9.40e-07, 6.58e-07, 3.09e-06, 2.33e-06, 1.95e-06, 6.61e-09, 0.00e+00, 0.00e+00]    [1.38e-06, 3.77e-06, 2.59e-06, 3.46e-07, 2.80e-10, 6.06e-07, 8.60e-06, 9.40e-07, 6.58e-07, 3.09e-06, 2.33e-06, 1.95e-06, 6.61e-09, 0.00e+00, 0.00e+00]    []  
504000    [1.19e-05, 5.21e-06, 1.39e-05, 7.79e-06, 7.82e-06, 2.93e-05, 1.15e-05, 8.61e-06, 6.20e-06, 1.75e-05, 1.14e-05, 7.65e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.19e-05, 5.21e-06, 1.39e-05, 7.79e-06, 7.82e-06, 2.93e-05, 1.15e-05, 8.61e-06, 6.20e-06, 1.75e-05, 1.14e-05, 7.65e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.903377 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
504000    [1.19e-05, 5.21e-06, 1.39e-05, 7.79e-06, 7.82e-06, 2.93e-05, 1.15e-05, 8.61e-06, 6.20e-06, 1.75e-05, 1.14e-05, 7.65e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.19e-05, 5.21e-06, 1.39e-05, 7.79e-06, 7.82e-06, 2.93e-05, 1.15e-05, 8.61e-06, 6.20e-06, 1.75e-05, 1.14e-05, 7.65e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
506000    [1.11e-04, 3.55e-05, 7.10e-05, 2.09e-05, 1.18e-04, 1.99e-04, 4.46e-05, 5.50e-06, 1.15e-04, 5.98e-05, 2.23e-04, 2.74e-04, 2.34e-05, 2.30e-05, 6.76e-07]    [1.11e-04, 3.55e-05, 7.10e-05, 2.09e-05, 1.18e-04, 1.99e-04, 4.46e-05, 5.50e-06, 1.15e-04, 5.98e-05, 2.23e-04, 2.74e-04, 2.34e-05, 2.30e-05, 6.76e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 20.899278 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
506000    [1.11e-04, 3.55e-05, 7.10e-05, 2.09e-05, 1.18e-04, 1.99e-04, 4.46e-05, 5.50e-06, 1.15e-04, 5.98e-05, 2.23e-04, 2.74e-04, 2.34e-05, 2.30e-05, 6.76e-07]    [1.11e-04, 3.55e-05, 7.10e-05, 2.09e-05, 1.18e-04, 1.99e-04, 4.46e-05, 5.50e-06, 1.15e-04, 5.98e-05, 2.23e-04, 2.74e-04, 2.34e-05, 2.30e-05, 6.76e-07]    []  
508000    [6.39e-06, 1.39e-06, 6.20e-06, 1.97e-06, 2.49e-06, 7.04e-07, 2.35e-07, 8.10e-07, 2.49e-06, 2.56e-06, 9.83e-07, 7.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.39e-06, 1.39e-06, 6.20e-06, 1.97e-06, 2.49e-06, 7.04e-07, 2.35e-07, 8.10e-07, 2.49e-06, 2.56e-06, 9.83e-07, 7.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.629275 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
508000    [6.39e-06, 1.39e-06, 6.20e-06, 1.97e-06, 2.49e-06, 7.04e-07, 2.35e-07, 8.10e-07, 2.49e-06, 2.56e-06, 9.83e-07, 7.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.39e-06, 1.39e-06, 6.20e-06, 1.97e-06, 2.49e-06, 7.04e-07, 2.35e-07, 8.10e-07, 2.49e-06, 2.56e-06, 9.83e-07, 7.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
510000    [4.24e-05, 1.07e-05, 3.09e-05, 1.54e-05, 2.77e-05, 3.00e-05, 8.35e-05, 2.42e-05, 2.86e-05, 3.14e-05, 2.78e-05, 2.40e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.24e-05, 1.07e-05, 3.09e-05, 1.54e-05, 2.77e-05, 3.00e-05, 8.35e-05, 2.42e-05, 2.86e-05, 3.14e-05, 2.78e-05, 2.40e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.909614 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
510000    [4.24e-05, 1.07e-05, 3.09e-05, 1.54e-05, 2.77e-05, 3.00e-05, 8.35e-05, 2.42e-05, 2.86e-05, 3.14e-05, 2.78e-05, 2.40e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.24e-05, 1.07e-05, 3.09e-05, 1.54e-05, 2.77e-05, 3.00e-05, 8.35e-05, 2.42e-05, 2.86e-05, 3.14e-05, 2.78e-05, 2.40e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
512000    [1.63e-05, 8.41e-06, 1.01e-05, 9.00e-06, 6.11e-06, 7.96e-06, 1.79e-06, 8.51e-06, 1.97e-05, 5.32e-06, 9.31e-06, 8.40e-05, 3.74e-06, 1.12e-06, 1.61e-08]    [1.63e-05, 8.41e-06, 1.01e-05, 9.00e-06, 6.11e-06, 7.96e-06, 1.79e-06, 8.51e-06, 1.97e-05, 5.32e-06, 9.31e-06, 8.40e-05, 3.74e-06, 1.12e-06, 1.61e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.632240 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
512000    [1.63e-05, 8.41e-06, 1.01e-05, 9.00e-06, 6.11e-06, 7.96e-06, 1.79e-06, 8.51e-06, 1.97e-05, 5.32e-06, 9.31e-06, 8.40e-05, 3.74e-06, 1.12e-06, 1.61e-08]    [1.63e-05, 8.41e-06, 1.01e-05, 9.00e-06, 6.11e-06, 7.96e-06, 1.79e-06, 8.51e-06, 1.97e-05, 5.32e-06, 9.31e-06, 8.40e-05, 3.74e-06, 1.12e-06, 1.61e-08]    []  
514000    [6.70e-07, 2.28e-06, 1.29e-06, 1.05e-06, 2.62e-07, 2.24e-07, 2.97e-06, 9.90e-08, 1.25e-06, 9.47e-07, 6.40e-07, 3.83e-06, 1.32e-07, 8.55e-09, 3.98e-08]    [6.70e-07, 2.28e-06, 1.29e-06, 1.05e-06, 2.62e-07, 2.24e-07, 2.97e-06, 9.90e-08, 1.25e-06, 9.47e-07, 6.40e-07, 3.83e-06, 1.32e-07, 8.55e-09, 3.98e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.368197 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
514000    [6.70e-07, 2.28e-06, 1.29e-06, 1.05e-06, 2.62e-07, 2.24e-07, 2.97e-06, 9.90e-08, 1.25e-06, 9.47e-07, 6.40e-07, 3.83e-06, 1.32e-07, 8.55e-09, 3.98e-08]    [6.70e-07, 2.28e-06, 1.29e-06, 1.05e-06, 2.62e-07, 2.24e-07, 2.97e-06, 9.90e-08, 1.25e-06, 9.47e-07, 6.40e-07, 3.83e-06, 1.32e-07, 8.55e-09, 3.98e-08]    []  
516000    [4.42e-06, 4.79e-06, 4.53e-06, 2.41e-06, 1.04e-06, 1.22e-06, 2.40e-08, 1.16e-06, 2.96e-06, 2.15e-06, 2.06e-06, 1.41e-05, 1.12e-06, 2.57e-08, 1.29e-10]    [4.42e-06, 4.79e-06, 4.53e-06, 2.41e-06, 1.04e-06, 1.22e-06, 2.40e-08, 1.16e-06, 2.96e-06, 2.15e-06, 2.06e-06, 1.41e-05, 1.12e-06, 2.57e-08, 1.29e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.006508 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
516000    [4.42e-06, 4.79e-06, 4.53e-06, 2.41e-06, 1.04e-06, 1.22e-06, 2.40e-08, 1.16e-06, 2.96e-06, 2.15e-06, 2.06e-06, 1.41e-05, 1.12e-06, 2.57e-08, 1.29e-10]    [4.42e-06, 4.79e-06, 4.53e-06, 2.41e-06, 1.04e-06, 1.22e-06, 2.40e-08, 1.16e-06, 2.96e-06, 2.15e-06, 2.06e-06, 1.41e-05, 1.12e-06, 2.57e-08, 1.29e-10]    []  
518000    [4.36e-06, 4.75e-06, 3.43e-06, 3.50e-06, 1.01e-06, 8.92e-07, 3.27e-10, 1.24e-06, 3.12e-06, 2.03e-06, 2.78e-06, 1.62e-05, 8.80e-07, 1.04e-07, 0.00e+00]    [4.36e-06, 4.75e-06, 3.43e-06, 3.50e-06, 1.01e-06, 8.92e-07, 3.27e-10, 1.24e-06, 3.12e-06, 2.03e-06, 2.78e-06, 1.62e-05, 8.80e-07, 1.04e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.586283 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
518000    [4.36e-06, 4.75e-06, 3.43e-06, 3.50e-06, 1.01e-06, 8.92e-07, 3.27e-10, 1.24e-06, 3.12e-06, 2.03e-06, 2.78e-06, 1.62e-05, 8.80e-07, 1.04e-07, 0.00e+00]    [4.36e-06, 4.75e-06, 3.43e-06, 3.50e-06, 1.01e-06, 8.92e-07, 3.27e-10, 1.24e-06, 3.12e-06, 2.03e-06, 2.78e-06, 1.62e-05, 8.80e-07, 1.04e-07, 0.00e+00]    []  
520000    [4.63e-06, 7.75e-06, 8.40e-06, 4.83e-06, 1.53e-06, 8.04e-06, 3.40e-06, 4.76e-06, 2.24e-05, 2.79e-05, 2.03e-05, 1.80e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.63e-06, 7.75e-06, 8.40e-06, 4.83e-06, 1.53e-06, 8.04e-06, 3.40e-06, 4.76e-06, 2.24e-05, 2.79e-05, 2.03e-05, 1.80e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.132034 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
520000    [4.63e-06, 7.75e-06, 8.40e-06, 4.83e-06, 1.53e-06, 8.04e-06, 3.40e-06, 4.76e-06, 2.24e-05, 2.79e-05, 2.03e-05, 1.80e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.63e-06, 7.75e-06, 8.40e-06, 4.83e-06, 1.53e-06, 8.04e-06, 3.40e-06, 4.76e-06, 2.24e-05, 2.79e-05, 2.03e-05, 1.80e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
522000    [9.35e-06, 5.55e-06, 1.45e-05, 8.56e-06, 6.85e-06, 1.16e-05, 9.25e-07, 1.85e-05, 4.66e-05, 3.34e-05, 2.33e-05, 2.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [9.35e-06, 5.55e-06, 1.45e-05, 8.56e-06, 6.85e-06, 1.16e-05, 9.25e-07, 1.85e-05, 4.66e-05, 3.34e-05, 2.33e-05, 2.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.793206 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
522000    [9.35e-06, 5.55e-06, 1.45e-05, 8.56e-06, 6.85e-06, 1.16e-05, 9.25e-07, 1.85e-05, 4.66e-05, 3.34e-05, 2.33e-05, 2.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [9.35e-06, 5.55e-06, 1.45e-05, 8.56e-06, 6.85e-06, 1.16e-05, 9.25e-07, 1.85e-05, 4.66e-05, 3.34e-05, 2.33e-05, 2.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
524000    [7.21e-06, 3.63e-06, 4.78e-06, 4.46e-06, 3.95e-06, 1.26e-06, 7.57e-09, 1.88e-06, 2.28e-06, 3.61e-06, 1.38e-06, 1.64e-05, 1.36e-06, 1.71e-07, 3.44e-11]    [7.21e-06, 3.63e-06, 4.78e-06, 4.46e-06, 3.95e-06, 1.26e-06, 7.57e-09, 1.88e-06, 2.28e-06, 3.61e-06, 1.38e-06, 1.64e-05, 1.36e-06, 1.71e-07, 3.44e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.543771 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
524000    [7.21e-06, 3.63e-06, 4.78e-06, 4.46e-06, 3.95e-06, 1.26e-06, 7.57e-09, 1.88e-06, 2.28e-06, 3.61e-06, 1.38e-06, 1.64e-05, 1.36e-06, 1.71e-07, 3.44e-11]    [7.21e-06, 3.63e-06, 4.78e-06, 4.46e-06, 3.95e-06, 1.26e-06, 7.57e-09, 1.88e-06, 2.28e-06, 3.61e-06, 1.38e-06, 1.64e-05, 1.36e-06, 1.71e-07, 3.44e-11]    []  
526000    [5.30e-06, 4.29e-06, 3.85e-06, 3.71e-06, 2.09e-06, 1.89e-06, 1.33e-06, 1.73e-06, 3.43e-06, 2.33e-06, 1.99e-06, 1.76e-05, 1.26e-06, 2.60e-07, 1.32e-08]    [5.30e-06, 4.29e-06, 3.85e-06, 3.71e-06, 2.09e-06, 1.89e-06, 1.33e-06, 1.73e-06, 3.43e-06, 2.33e-06, 1.99e-06, 1.76e-05, 1.26e-06, 2.60e-07, 1.32e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.218293 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
526000    [5.30e-06, 4.29e-06, 3.85e-06, 3.71e-06, 2.09e-06, 1.89e-06, 1.33e-06, 1.73e-06, 3.43e-06, 2.33e-06, 1.99e-06, 1.76e-05, 1.26e-06, 2.60e-07, 1.32e-08]    [5.30e-06, 4.29e-06, 3.85e-06, 3.71e-06, 2.09e-06, 1.89e-06, 1.33e-06, 1.73e-06, 3.43e-06, 2.33e-06, 1.99e-06, 1.76e-05, 1.26e-06, 2.60e-07, 1.32e-08]    []  
528000    [2.79e-05, 1.20e-05, 1.74e-05, 1.71e-05, 2.32e-06, 3.59e-05, 3.41e-05, 3.67e-05, 8.56e-05, 8.68e-06, 1.86e-05, 1.82e-04, 6.56e-06, 4.28e-06, 0.00e+00]    [2.79e-05, 1.20e-05, 1.74e-05, 1.71e-05, 2.32e-06, 3.59e-05, 3.41e-05, 3.67e-05, 8.56e-05, 8.68e-06, 1.86e-05, 1.82e-04, 6.56e-06, 4.28e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.818615 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
528000    [2.79e-05, 1.20e-05, 1.74e-05, 1.71e-05, 2.32e-06, 3.59e-05, 3.41e-05, 3.67e-05, 8.56e-05, 8.68e-06, 1.86e-05, 1.82e-04, 6.56e-06, 4.28e-06, 0.00e+00]    [2.79e-05, 1.20e-05, 1.74e-05, 1.71e-05, 2.32e-06, 3.59e-05, 3.41e-05, 3.67e-05, 8.56e-05, 8.68e-06, 1.86e-05, 1.82e-04, 6.56e-06, 4.28e-06, 0.00e+00]    []  
530000    [1.06e-05, 4.17e-06, 1.25e-05, 5.99e-06, 7.50e-06, 7.92e-06, 2.47e-06, 4.98e-06, 4.29e-06, 1.21e-05, 3.77e-06, 4.71e-05, 0.00e+00, 0.00e+00, 4.41e-08]    [1.06e-05, 4.17e-06, 1.25e-05, 5.99e-06, 7.50e-06, 7.92e-06, 2.47e-06, 4.98e-06, 4.29e-06, 1.21e-05, 3.77e-06, 4.71e-05, 0.00e+00, 0.00e+00, 4.41e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.820550 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
530000    [1.06e-05, 4.17e-06, 1.25e-05, 5.99e-06, 7.50e-06, 7.92e-06, 2.47e-06, 4.98e-06, 4.29e-06, 1.21e-05, 3.77e-06, 4.71e-05, 0.00e+00, 0.00e+00, 4.41e-08]    [1.06e-05, 4.17e-06, 1.25e-05, 5.99e-06, 7.50e-06, 7.92e-06, 2.47e-06, 4.98e-06, 4.29e-06, 1.21e-05, 3.77e-06, 4.71e-05, 0.00e+00, 0.00e+00, 4.41e-08]    []  
532000    [7.20e-07, 3.27e-06, 1.45e-06, 3.43e-07, 3.30e-10, 1.35e-07, 1.74e-08, 3.91e-08, 2.02e-06, 5.19e-07, 2.31e-06, 4.26e-07, 5.79e-11, 0.00e+00, 0.00e+00]    [7.20e-07, 3.27e-06, 1.45e-06, 3.43e-07, 3.30e-10, 1.35e-07, 1.74e-08, 3.91e-08, 2.02e-06, 5.19e-07, 2.31e-06, 4.26e-07, 5.79e-11, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.022483 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
532000    [7.20e-07, 3.27e-06, 1.45e-06, 3.43e-07, 3.30e-10, 1.35e-07, 1.74e-08, 3.91e-08, 2.02e-06, 5.19e-07, 2.31e-06, 4.26e-07, 5.79e-11, 0.00e+00, 0.00e+00]    [7.20e-07, 3.27e-06, 1.45e-06, 3.43e-07, 3.30e-10, 1.35e-07, 1.74e-08, 3.91e-08, 2.02e-06, 5.19e-07, 2.31e-06, 4.26e-07, 5.79e-11, 0.00e+00, 0.00e+00]    []  
534000    [1.37e-06, 2.35e-06, 2.82e-06, 7.76e-07, 2.33e-07, 9.53e-10, 8.05e-09, 3.10e-10, 2.85e-07, 1.07e-06, 7.99e-07, 9.94e-07, 0.00e+00, 1.16e-08, 0.00e+00]    [1.37e-06, 2.35e-06, 2.82e-06, 7.76e-07, 2.33e-07, 9.53e-10, 8.05e-09, 3.10e-10, 2.85e-07, 1.07e-06, 7.99e-07, 9.94e-07, 0.00e+00, 1.16e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.800077 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
534000    [1.37e-06, 2.35e-06, 2.82e-06, 7.76e-07, 2.33e-07, 9.53e-10, 8.05e-09, 3.10e-10, 2.85e-07, 1.07e-06, 7.99e-07, 9.94e-07, 0.00e+00, 1.16e-08, 0.00e+00]    [1.37e-06, 2.35e-06, 2.82e-06, 7.76e-07, 2.33e-07, 9.53e-10, 8.05e-09, 3.10e-10, 2.85e-07, 1.07e-06, 7.99e-07, 9.94e-07, 0.00e+00, 1.16e-08, 0.00e+00]    []  
536000    [9.58e-06, 4.34e-06, 5.96e-06, 4.73e-06, 4.77e-06, 2.68e-06, 1.14e-06, 2.52e-06, 3.03e-06, 4.20e-06, 1.41e-06, 1.95e-05, 1.75e-06, 2.72e-07, 0.00e+00]    [9.58e-06, 4.34e-06, 5.96e-06, 4.73e-06, 4.77e-06, 2.68e-06, 1.14e-06, 2.52e-06, 3.03e-06, 4.20e-06, 1.41e-06, 1.95e-05, 1.75e-06, 2.72e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.687608 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
536000    [9.58e-06, 4.34e-06, 5.96e-06, 4.73e-06, 4.77e-06, 2.68e-06, 1.14e-06, 2.52e-06, 3.03e-06, 4.20e-06, 1.41e-06, 1.95e-05, 1.75e-06, 2.72e-07, 0.00e+00]    [9.58e-06, 4.34e-06, 5.96e-06, 4.73e-06, 4.77e-06, 2.68e-06, 1.14e-06, 2.52e-06, 3.03e-06, 4.20e-06, 1.41e-06, 1.95e-05, 1.75e-06, 2.72e-07, 0.00e+00]    []  
538000    [8.12e-06, 1.73e-06, 7.61e-06, 2.07e-06, 4.23e-06, 1.97e-06, 7.37e-06, 1.26e-06, 5.66e-06, 3.53e-06, 1.75e-06, 1.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.12e-06, 1.73e-06, 7.61e-06, 2.07e-06, 4.23e-06, 1.97e-06, 7.37e-06, 1.26e-06, 5.66e-06, 3.53e-06, 1.75e-06, 1.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.305032 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
538000    [8.12e-06, 1.73e-06, 7.61e-06, 2.07e-06, 4.23e-06, 1.97e-06, 7.37e-06, 1.26e-06, 5.66e-06, 3.53e-06, 1.75e-06, 1.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.12e-06, 1.73e-06, 7.61e-06, 2.07e-06, 4.23e-06, 1.97e-06, 7.37e-06, 1.26e-06, 5.66e-06, 3.53e-06, 1.75e-06, 1.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
540000    [7.37e-07, 1.49e-06, 1.77e-06, 5.10e-07, 1.57e-07, 7.91e-10, 9.63e-07, 4.58e-07, 4.79e-07, 6.24e-07, 6.59e-07, 1.47e-06, 0.00e+00, 1.52e-11, 0.00e+00]    [7.37e-07, 1.49e-06, 1.77e-06, 5.10e-07, 1.57e-07, 7.91e-10, 9.63e-07, 4.58e-07, 4.79e-07, 6.24e-07, 6.59e-07, 1.47e-06, 0.00e+00, 1.52e-11, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.825587 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
540000    [7.37e-07, 1.49e-06, 1.77e-06, 5.10e-07, 1.57e-07, 7.91e-10, 9.63e-07, 4.58e-07, 4.79e-07, 6.24e-07, 6.59e-07, 1.47e-06, 0.00e+00, 1.52e-11, 0.00e+00]    [7.37e-07, 1.49e-06, 1.77e-06, 5.10e-07, 1.57e-07, 7.91e-10, 9.63e-07, 4.58e-07, 4.79e-07, 6.24e-07, 6.59e-07, 1.47e-06, 0.00e+00, 1.52e-11, 0.00e+00]    []  
542000    [5.76e-07, 2.44e-06, 1.26e-06, 9.39e-07, 8.02e-08, 1.52e-08, 4.16e-10, 1.36e-08, 5.39e-07, 1.18e-06, 7.50e-07, 3.96e-07, 2.75e-08, 6.28e-09, 1.05e-09]    [5.76e-07, 2.44e-06, 1.26e-06, 9.39e-07, 8.02e-08, 1.52e-08, 4.16e-10, 1.36e-08, 5.39e-07, 1.18e-06, 7.50e-07, 3.96e-07, 2.75e-08, 6.28e-09, 1.05e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.325855 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
542000    [5.76e-07, 2.44e-06, 1.26e-06, 9.39e-07, 8.02e-08, 1.52e-08, 4.16e-10, 1.36e-08, 5.39e-07, 1.18e-06, 7.50e-07, 3.96e-07, 2.75e-08, 6.28e-09, 1.05e-09]    [5.76e-07, 2.44e-06, 1.26e-06, 9.39e-07, 8.02e-08, 1.52e-08, 4.16e-10, 1.36e-08, 5.39e-07, 1.18e-06, 7.50e-07, 3.96e-07, 2.75e-08, 6.28e-09, 1.05e-09]    []  
544000    [5.96e-06, 3.72e-06, 7.63e-06, 3.40e-06, 2.28e-06, 6.88e-06, 4.76e-08, 1.42e-06, 5.68e-06, 1.12e-05, 1.74e-05, 6.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.96e-06, 3.72e-06, 7.63e-06, 3.40e-06, 2.28e-06, 6.88e-06, 4.76e-08, 1.42e-06, 5.68e-06, 1.12e-05, 1.74e-05, 6.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.394642 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
544000    [5.96e-06, 3.72e-06, 7.63e-06, 3.40e-06, 2.28e-06, 6.88e-06, 4.76e-08, 1.42e-06, 5.68e-06, 1.12e-05, 1.74e-05, 6.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.96e-06, 3.72e-06, 7.63e-06, 3.40e-06, 2.28e-06, 6.88e-06, 4.76e-08, 1.42e-06, 5.68e-06, 1.12e-05, 1.74e-05, 6.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
546000    [1.43e-06, 3.89e-06, 3.33e-06, 5.90e-07, 2.31e-07, 4.77e-08, 2.47e-09, 6.39e-08, 3.49e-07, 1.45e-06, 9.11e-07, 1.04e-06, 0.00e+00, 7.07e-09, 0.00e+00]    [1.43e-06, 3.89e-06, 3.33e-06, 5.90e-07, 2.31e-07, 4.77e-08, 2.47e-09, 6.39e-08, 3.49e-07, 1.45e-06, 9.11e-07, 1.04e-06, 0.00e+00, 7.07e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.589385 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
546000    [1.43e-06, 3.89e-06, 3.33e-06, 5.90e-07, 2.31e-07, 4.77e-08, 2.47e-09, 6.39e-08, 3.49e-07, 1.45e-06, 9.11e-07, 1.04e-06, 0.00e+00, 7.07e-09, 0.00e+00]    [1.43e-06, 3.89e-06, 3.33e-06, 5.90e-07, 2.31e-07, 4.77e-08, 2.47e-09, 6.39e-08, 3.49e-07, 1.45e-06, 9.11e-07, 1.04e-06, 0.00e+00, 7.07e-09, 0.00e+00]    []  
548000    [2.18e-06, 3.55e-06, 2.12e-06, 2.33e-06, 3.09e-07, 1.12e-06, 1.07e-08, 2.98e-07, 1.75e-06, 1.66e-06, 1.49e-06, 2.38e-06, 1.09e-07, 4.17e-08, 3.47e-11]    [2.18e-06, 3.55e-06, 2.12e-06, 2.33e-06, 3.09e-07, 1.12e-06, 1.07e-08, 2.98e-07, 1.75e-06, 1.66e-06, 1.49e-06, 2.38e-06, 1.09e-07, 4.17e-08, 3.47e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.238990 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
548000    [2.18e-06, 3.55e-06, 2.12e-06, 2.33e-06, 3.09e-07, 1.12e-06, 1.07e-08, 2.98e-07, 1.75e-06, 1.66e-06, 1.49e-06, 2.38e-06, 1.09e-07, 4.17e-08, 3.47e-11]    [2.18e-06, 3.55e-06, 2.12e-06, 2.33e-06, 3.09e-07, 1.12e-06, 1.07e-08, 2.98e-07, 1.75e-06, 1.66e-06, 1.49e-06, 2.38e-06, 1.09e-07, 4.17e-08, 3.47e-11]    []  
550000    [3.71e-05, 9.53e-06, 2.47e-05, 1.82e-05, 2.00e-05, 4.40e-06, 9.39e-08, 2.78e-06, 3.79e-06, 1.57e-05, 5.15e-06, 5.94e-05, 8.28e-06, 7.79e-07, 6.33e-10]    [3.71e-05, 9.53e-06, 2.47e-05, 1.82e-05, 2.00e-05, 4.40e-06, 9.39e-08, 2.78e-06, 3.79e-06, 1.57e-05, 5.15e-06, 5.94e-05, 8.28e-06, 7.79e-07, 6.33e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.111240 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
550000    [3.71e-05, 9.53e-06, 2.47e-05, 1.82e-05, 2.00e-05, 4.40e-06, 9.39e-08, 2.78e-06, 3.79e-06, 1.57e-05, 5.15e-06, 5.94e-05, 8.28e-06, 7.79e-07, 6.33e-10]    [3.71e-05, 9.53e-06, 2.47e-05, 1.82e-05, 2.00e-05, 4.40e-06, 9.39e-08, 2.78e-06, 3.79e-06, 1.57e-05, 5.15e-06, 5.94e-05, 8.28e-06, 7.79e-07, 6.33e-10]    []  
552000    [5.70e-06, 2.27e-06, 5.75e-06, 2.20e-06, 3.85e-06, 3.99e-06, 1.40e-06, 3.31e-06, 1.32e-06, 2.02e-06, 5.30e-06, 1.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.70e-06, 2.27e-06, 5.75e-06, 2.20e-06, 3.85e-06, 3.99e-06, 1.40e-06, 3.31e-06, 1.32e-06, 2.02e-06, 5.30e-06, 1.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.457625 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
552000    [5.70e-06, 2.27e-06, 5.75e-06, 2.20e-06, 3.85e-06, 3.99e-06, 1.40e-06, 3.31e-06, 1.32e-06, 2.02e-06, 5.30e-06, 1.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.70e-06, 2.27e-06, 5.75e-06, 2.20e-06, 3.85e-06, 3.99e-06, 1.40e-06, 3.31e-06, 1.32e-06, 2.02e-06, 5.30e-06, 1.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
554000    [5.99e-06, 4.10e-06, 4.06e-06, 3.09e-06, 2.87e-06, 3.24e-06, 6.48e-07, 1.16e-06, 2.30e-06, 2.51e-06, 4.18e-06, 1.88e-05, 7.77e-07, 5.19e-07, 0.00e+00]    [5.99e-06, 4.10e-06, 4.06e-06, 3.09e-06, 2.87e-06, 3.24e-06, 6.48e-07, 1.16e-06, 2.30e-06, 2.51e-06, 4.18e-06, 1.88e-05, 7.77e-07, 5.19e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.763198 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
554000    [5.99e-06, 4.10e-06, 4.06e-06, 3.09e-06, 2.87e-06, 3.24e-06, 6.48e-07, 1.16e-06, 2.30e-06, 2.51e-06, 4.18e-06, 1.88e-05, 7.77e-07, 5.19e-07, 0.00e+00]    [5.99e-06, 4.10e-06, 4.06e-06, 3.09e-06, 2.87e-06, 3.24e-06, 6.48e-07, 1.16e-06, 2.30e-06, 2.51e-06, 4.18e-06, 1.88e-05, 7.77e-07, 5.19e-07, 0.00e+00]    []  
556000    [1.08e-06, 3.17e-06, 3.69e-06, 2.55e-06, 6.28e-07, 1.79e-06, 1.71e-05, 1.41e-07, 1.55e-06, 1.34e-06, 4.28e-06, 1.23e-05, 0.00e+00, 0.00e+00, 4.54e-07]    [1.08e-06, 3.17e-06, 3.69e-06, 2.55e-06, 6.28e-07, 1.79e-06, 1.71e-05, 1.41e-07, 1.55e-06, 1.34e-06, 4.28e-06, 1.23e-05, 0.00e+00, 0.00e+00, 4.54e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.997868 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
556000    [1.08e-06, 3.17e-06, 3.69e-06, 2.55e-06, 6.28e-07, 1.79e-06, 1.71e-05, 1.41e-07, 1.55e-06, 1.34e-06, 4.28e-06, 1.23e-05, 0.00e+00, 0.00e+00, 4.54e-07]    [1.08e-06, 3.17e-06, 3.69e-06, 2.55e-06, 6.28e-07, 1.79e-06, 1.71e-05, 1.41e-07, 1.55e-06, 1.34e-06, 4.28e-06, 1.23e-05, 0.00e+00, 0.00e+00, 4.54e-07]    []  
558000    [4.88e-05, 1.02e-05, 4.01e-05, 2.00e-05, 2.86e-05, 3.20e-05, 3.75e-05, 2.21e-05, 2.63e-05, 3.59e-05, 3.93e-05, 2.79e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.88e-05, 1.02e-05, 4.01e-05, 2.00e-05, 2.86e-05, 3.20e-05, 3.75e-05, 2.21e-05, 2.63e-05, 3.59e-05, 3.93e-05, 2.79e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.827023 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
558000    [4.88e-05, 1.02e-05, 4.01e-05, 2.00e-05, 2.86e-05, 3.20e-05, 3.75e-05, 2.21e-05, 2.63e-05, 3.59e-05, 3.93e-05, 2.79e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.88e-05, 1.02e-05, 4.01e-05, 2.00e-05, 2.86e-05, 3.20e-05, 3.75e-05, 2.21e-05, 2.63e-05, 3.59e-05, 3.93e-05, 2.79e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
560000    [3.76e-04, 6.73e-05, 2.21e-04, 1.14e-04, 2.09e-04, 7.32e-05, 1.18e-04, 5.09e-05, 6.15e-05, 1.82e-04, 5.97e-05, 7.71e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [3.76e-04, 6.73e-05, 2.21e-04, 1.14e-04, 2.09e-04, 7.32e-05, 1.18e-04, 5.09e-05, 6.15e-05, 1.82e-04, 5.97e-05, 7.71e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.603117 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
560000    [3.76e-04, 6.73e-05, 2.21e-04, 1.14e-04, 2.09e-04, 7.32e-05, 1.18e-04, 5.09e-05, 6.15e-05, 1.82e-04, 5.97e-05, 7.71e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [3.76e-04, 6.73e-05, 2.21e-04, 1.14e-04, 2.09e-04, 7.32e-05, 1.18e-04, 5.09e-05, 6.15e-05, 1.82e-04, 5.97e-05, 7.71e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
562000    [3.20e-05, 8.01e-06, 2.07e-05, 1.36e-05, 1.62e-05, 4.98e-06, 1.21e-06, 7.16e-06, 1.58e-05, 1.33e-05, 4.97e-06, 7.25e-05, 6.78e-06, 6.17e-07, 1.34e-08]    [3.20e-05, 8.01e-06, 2.07e-05, 1.36e-05, 1.62e-05, 4.98e-06, 1.21e-06, 7.16e-06, 1.58e-05, 1.33e-05, 4.97e-06, 7.25e-05, 6.78e-06, 6.17e-07, 1.34e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.630905 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
562000    [3.20e-05, 8.01e-06, 2.07e-05, 1.36e-05, 1.62e-05, 4.98e-06, 1.21e-06, 7.16e-06, 1.58e-05, 1.33e-05, 4.97e-06, 7.25e-05, 6.78e-06, 6.17e-07, 1.34e-08]    [3.20e-05, 8.01e-06, 2.07e-05, 1.36e-05, 1.62e-05, 4.98e-06, 1.21e-06, 7.16e-06, 1.58e-05, 1.33e-05, 4.97e-06, 7.25e-05, 6.78e-06, 6.17e-07, 1.34e-08]    []  
564000    [2.06e-06, 3.21e-06, 2.08e-06, 1.78e-06, 7.09e-07, 2.64e-07, 4.84e-09, 8.58e-07, 3.90e-06, 6.66e-07, 1.36e-06, 4.11e-06, 2.40e-07, 6.33e-09, 1.48e-11]    [2.06e-06, 3.21e-06, 2.08e-06, 1.78e-06, 7.09e-07, 2.64e-07, 4.84e-09, 8.58e-07, 3.90e-06, 6.66e-07, 1.36e-06, 4.11e-06, 2.40e-07, 6.33e-09, 1.48e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.539565 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
564000    [2.06e-06, 3.21e-06, 2.08e-06, 1.78e-06, 7.09e-07, 2.64e-07, 4.84e-09, 8.58e-07, 3.90e-06, 6.66e-07, 1.36e-06, 4.11e-06, 2.40e-07, 6.33e-09, 1.48e-11]    [2.06e-06, 3.21e-06, 2.08e-06, 1.78e-06, 7.09e-07, 2.64e-07, 4.84e-09, 8.58e-07, 3.90e-06, 6.66e-07, 1.36e-06, 4.11e-06, 2.40e-07, 6.33e-09, 1.48e-11]    []  
566000    [3.32e-07, 2.11e-06, 1.16e-06, 4.85e-07, 6.18e-08, 4.03e-08, 2.12e-07, 2.71e-08, 3.47e-07, 7.41e-07, 7.04e-07, 2.92e-07, 1.72e-08, 4.95e-09, 1.92e-09]    [3.32e-07, 2.11e-06, 1.16e-06, 4.85e-07, 6.18e-08, 4.03e-08, 2.12e-07, 2.71e-08, 3.47e-07, 7.41e-07, 7.04e-07, 2.92e-07, 1.72e-08, 4.95e-09, 1.92e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.634680 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
566000    [3.32e-07, 2.11e-06, 1.16e-06, 4.85e-07, 6.18e-08, 4.03e-08, 2.12e-07, 2.71e-08, 3.47e-07, 7.41e-07, 7.04e-07, 2.92e-07, 1.72e-08, 4.95e-09, 1.92e-09]    [3.32e-07, 2.11e-06, 1.16e-06, 4.85e-07, 6.18e-08, 4.03e-08, 2.12e-07, 2.71e-08, 3.47e-07, 7.41e-07, 7.04e-07, 2.92e-07, 1.72e-08, 4.95e-09, 1.92e-09]    []  
568000    [9.79e-07, 2.19e-06, 2.73e-06, 1.73e-06, 5.56e-07, 4.44e-09, 5.69e-07, 3.61e-07, 2.80e-06, 1.67e-06, 1.31e-06, 4.32e-06, 0.00e+00, 2.70e-11, 0.00e+00]    [9.79e-07, 2.19e-06, 2.73e-06, 1.73e-06, 5.56e-07, 4.44e-09, 5.69e-07, 3.61e-07, 2.80e-06, 1.67e-06, 1.31e-06, 4.32e-06, 0.00e+00, 2.70e-11, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.724729 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
568000    [9.79e-07, 2.19e-06, 2.73e-06, 1.73e-06, 5.56e-07, 4.44e-09, 5.69e-07, 3.61e-07, 2.80e-06, 1.67e-06, 1.31e-06, 4.32e-06, 0.00e+00, 2.70e-11, 0.00e+00]    [9.79e-07, 2.19e-06, 2.73e-06, 1.73e-06, 5.56e-07, 4.44e-09, 5.69e-07, 3.61e-07, 2.80e-06, 1.67e-06, 1.31e-06, 4.32e-06, 0.00e+00, 2.70e-11, 0.00e+00]    []  
570000    [5.86e-06, 5.75e-06, 4.58e-06, 2.70e-06, 2.21e-06, 1.19e-06, 4.25e-06, 1.73e-06, 5.77e-06, 1.49e-06, 2.28e-06, 1.89e-05, 8.70e-07, 2.76e-07, 6.34e-08]    [5.86e-06, 5.75e-06, 4.58e-06, 2.70e-06, 2.21e-06, 1.19e-06, 4.25e-06, 1.73e-06, 5.77e-06, 1.49e-06, 2.28e-06, 1.89e-05, 8.70e-07, 2.76e-07, 6.34e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.595670 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
570000    [5.86e-06, 5.75e-06, 4.58e-06, 2.70e-06, 2.21e-06, 1.19e-06, 4.25e-06, 1.73e-06, 5.77e-06, 1.49e-06, 2.28e-06, 1.89e-05, 8.70e-07, 2.76e-07, 6.34e-08]    [5.86e-06, 5.75e-06, 4.58e-06, 2.70e-06, 2.21e-06, 1.19e-06, 4.25e-06, 1.73e-06, 5.77e-06, 1.49e-06, 2.28e-06, 1.89e-05, 8.70e-07, 2.76e-07, 6.34e-08]    []  
572000    [4.95e-05, 9.01e-06, 3.75e-05, 1.79e-05, 2.77e-05, 1.45e-05, 9.50e-06, 1.90e-05, 2.76e-05, 3.12e-05, 1.55e-05, 1.81e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.95e-05, 9.01e-06, 3.75e-05, 1.79e-05, 2.77e-05, 1.45e-05, 9.50e-06, 1.90e-05, 2.76e-05, 3.12e-05, 1.55e-05, 1.81e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.781491 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
572000    [4.95e-05, 9.01e-06, 3.75e-05, 1.79e-05, 2.77e-05, 1.45e-05, 9.50e-06, 1.90e-05, 2.76e-05, 3.12e-05, 1.55e-05, 1.81e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.95e-05, 9.01e-06, 3.75e-05, 1.79e-05, 2.77e-05, 1.45e-05, 9.50e-06, 1.90e-05, 2.76e-05, 3.12e-05, 1.55e-05, 1.81e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
574000    [1.61e-06, 1.71e-06, 2.97e-06, 5.80e-07, 7.71e-07, 1.65e-07, 3.27e-10, 8.26e-07, 4.56e-06, 1.90e-06, 2.93e-06, 2.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.61e-06, 1.71e-06, 2.97e-06, 5.80e-07, 7.71e-07, 1.65e-07, 3.27e-10, 8.26e-07, 4.56e-06, 1.90e-06, 2.93e-06, 2.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.052943 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
574000    [1.61e-06, 1.71e-06, 2.97e-06, 5.80e-07, 7.71e-07, 1.65e-07, 3.27e-10, 8.26e-07, 4.56e-06, 1.90e-06, 2.93e-06, 2.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.61e-06, 1.71e-06, 2.97e-06, 5.80e-07, 7.71e-07, 1.65e-07, 3.27e-10, 8.26e-07, 4.56e-06, 1.90e-06, 2.93e-06, 2.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
576000    [1.85e-06, 2.08e-06, 3.55e-06, 9.04e-07, 4.60e-07, 7.75e-08, 3.49e-07, 3.86e-08, 7.24e-07, 1.18e-06, 1.62e-06, 4.19e-06, 0.00e+00, 0.00e+00, 2.69e-09]    [1.85e-06, 2.08e-06, 3.55e-06, 9.04e-07, 4.60e-07, 7.75e-08, 3.49e-07, 3.86e-08, 7.24e-07, 1.18e-06, 1.62e-06, 4.19e-06, 0.00e+00, 0.00e+00, 2.69e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.570460 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
576000    [1.85e-06, 2.08e-06, 3.55e-06, 9.04e-07, 4.60e-07, 7.75e-08, 3.49e-07, 3.86e-08, 7.24e-07, 1.18e-06, 1.62e-06, 4.19e-06, 0.00e+00, 0.00e+00, 2.69e-09]    [1.85e-06, 2.08e-06, 3.55e-06, 9.04e-07, 4.60e-07, 7.75e-08, 3.49e-07, 3.86e-08, 7.24e-07, 1.18e-06, 1.62e-06, 4.19e-06, 0.00e+00, 0.00e+00, 2.69e-09]    []  
578000    [9.40e-06, 2.00e-06, 8.54e-06, 2.94e-06, 3.90e-06, 1.82e-06, 3.34e-08, 1.39e-06, 6.30e-07, 3.13e-06, 2.20e-06, 1.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.40e-06, 2.00e-06, 8.54e-06, 2.94e-06, 3.90e-06, 1.82e-06, 3.34e-08, 1.39e-06, 6.30e-07, 3.13e-06, 2.20e-06, 1.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.222730 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
578000    [9.40e-06, 2.00e-06, 8.54e-06, 2.94e-06, 3.90e-06, 1.82e-06, 3.34e-08, 1.39e-06, 6.30e-07, 3.13e-06, 2.20e-06, 1.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.40e-06, 2.00e-06, 8.54e-06, 2.94e-06, 3.90e-06, 1.82e-06, 3.34e-08, 1.39e-06, 6.30e-07, 3.13e-06, 2.20e-06, 1.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
580000    [6.84e-06, 4.56e-06, 6.35e-06, 6.00e-06, 1.43e-06, 1.26e-06, 6.06e-08, 6.94e-06, 4.05e-05, 2.43e-06, 1.35e-05, 3.00e-05, 1.09e-06, 3.07e-08, 6.25e-10]    [6.84e-06, 4.56e-06, 6.35e-06, 6.00e-06, 1.43e-06, 1.26e-06, 6.06e-08, 6.94e-06, 4.05e-05, 2.43e-06, 1.35e-05, 3.00e-05, 1.09e-06, 3.07e-08, 6.25e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.881661 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
580000    [6.84e-06, 4.56e-06, 6.35e-06, 6.00e-06, 1.43e-06, 1.26e-06, 6.06e-08, 6.94e-06, 4.05e-05, 2.43e-06, 1.35e-05, 3.00e-05, 1.09e-06, 3.07e-08, 6.25e-10]    [6.84e-06, 4.56e-06, 6.35e-06, 6.00e-06, 1.43e-06, 1.26e-06, 6.06e-08, 6.94e-06, 4.05e-05, 2.43e-06, 1.35e-05, 3.00e-05, 1.09e-06, 3.07e-08, 6.25e-10]    []  
582000    [4.32e-06, 4.74e-06, 3.50e-06, 3.42e-06, 2.02e-06, 7.80e-07, 1.99e-06, 2.88e-06, 1.13e-05, 1.13e-06, 2.67e-06, 1.70e-05, 6.15e-07, 1.34e-07, 1.98e-08]    [4.32e-06, 4.74e-06, 3.50e-06, 3.42e-06, 2.02e-06, 7.80e-07, 1.99e-06, 2.88e-06, 1.13e-05, 1.13e-06, 2.67e-06, 1.70e-05, 6.15e-07, 1.34e-07, 1.98e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.262179 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
582000    [4.32e-06, 4.74e-06, 3.50e-06, 3.42e-06, 2.02e-06, 7.80e-07, 1.99e-06, 2.88e-06, 1.13e-05, 1.13e-06, 2.67e-06, 1.70e-05, 6.15e-07, 1.34e-07, 1.98e-08]    [4.32e-06, 4.74e-06, 3.50e-06, 3.42e-06, 2.02e-06, 7.80e-07, 1.99e-06, 2.88e-06, 1.13e-05, 1.13e-06, 2.67e-06, 1.70e-05, 6.15e-07, 1.34e-07, 1.98e-08]    []  
584000    [2.26e-06, 2.01e-06, 3.99e-06, 1.70e-06, 9.92e-07, 3.11e-07, 2.74e-07, 1.44e-06, 3.28e-06, 1.83e-06, 1.44e-06, 6.01e-06, 0.00e+00, 0.00e+00, 6.41e-09]    [2.26e-06, 2.01e-06, 3.99e-06, 1.70e-06, 9.92e-07, 3.11e-07, 2.74e-07, 1.44e-06, 3.28e-06, 1.83e-06, 1.44e-06, 6.01e-06, 0.00e+00, 0.00e+00, 6.41e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.758639 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
584000    [2.26e-06, 2.01e-06, 3.99e-06, 1.70e-06, 9.92e-07, 3.11e-07, 2.74e-07, 1.44e-06, 3.28e-06, 1.83e-06, 1.44e-06, 6.01e-06, 0.00e+00, 0.00e+00, 6.41e-09]    [2.26e-06, 2.01e-06, 3.99e-06, 1.70e-06, 9.92e-07, 3.11e-07, 2.74e-07, 1.44e-06, 3.28e-06, 1.83e-06, 1.44e-06, 6.01e-06, 0.00e+00, 0.00e+00, 6.41e-09]    []  
586000    [3.97e-07, 2.12e-06, 1.74e-06, 1.32e-06, 8.23e-08, 1.04e-07, 1.49e-05, 1.13e-07, 2.11e-06, 1.25e-06, 2.49e-06, 3.24e-07, 0.00e+00, 1.85e-09, 0.00e+00]    [3.97e-07, 2.12e-06, 1.74e-06, 1.32e-06, 8.23e-08, 1.04e-07, 1.49e-05, 1.13e-07, 2.11e-06, 1.25e-06, 2.49e-06, 3.24e-07, 0.00e+00, 1.85e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.576504 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
586000    [3.97e-07, 2.12e-06, 1.74e-06, 1.32e-06, 8.23e-08, 1.04e-07, 1.49e-05, 1.13e-07, 2.11e-06, 1.25e-06, 2.49e-06, 3.24e-07, 0.00e+00, 1.85e-09, 0.00e+00]    [3.97e-07, 2.12e-06, 1.74e-06, 1.32e-06, 8.23e-08, 1.04e-07, 1.49e-05, 1.13e-07, 2.11e-06, 1.25e-06, 2.49e-06, 3.24e-07, 0.00e+00, 1.85e-09, 0.00e+00]    []  
588000    [7.63e-07, 2.11e-06, 1.10e-06, 9.76e-07, 5.20e-07, 5.20e-07, 5.31e-07, 3.32e-09, 1.65e-06, 1.29e-06, 1.78e-06, 2.32e-06, 5.25e-08, 3.58e-08, 0.00e+00]    [7.63e-07, 2.11e-06, 1.10e-06, 9.76e-07, 5.20e-07, 5.20e-07, 5.31e-07, 3.32e-09, 1.65e-06, 1.29e-06, 1.78e-06, 2.32e-06, 5.25e-08, 3.58e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.426036 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
588000    [7.63e-07, 2.11e-06, 1.10e-06, 9.76e-07, 5.20e-07, 5.20e-07, 5.31e-07, 3.32e-09, 1.65e-06, 1.29e-06, 1.78e-06, 2.32e-06, 5.25e-08, 3.58e-08, 0.00e+00]    [7.63e-07, 2.11e-06, 1.10e-06, 9.76e-07, 5.20e-07, 5.20e-07, 5.31e-07, 3.32e-09, 1.65e-06, 1.29e-06, 1.78e-06, 2.32e-06, 5.25e-08, 3.58e-08, 0.00e+00]    []  
590000    [2.33e-05, 7.26e-06, 1.96e-05, 1.07e-05, 2.08e-05, 1.64e-05, 6.74e-12, 2.38e-05, 2.03e-05, 3.71e-05, 3.33e-05, 2.29e-04, 0.00e+00, 0.00e+00, 1.35e-08]    [2.33e-05, 7.26e-06, 1.96e-05, 1.07e-05, 2.08e-05, 1.64e-05, 6.74e-12, 2.38e-05, 2.03e-05, 3.71e-05, 3.33e-05, 2.29e-04, 0.00e+00, 0.00e+00, 1.35e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.037243 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
590000    [2.33e-05, 7.26e-06, 1.96e-05, 1.07e-05, 2.08e-05, 1.64e-05, 6.74e-12, 2.38e-05, 2.03e-05, 3.71e-05, 3.33e-05, 2.29e-04, 0.00e+00, 0.00e+00, 1.35e-08]    [2.33e-05, 7.26e-06, 1.96e-05, 1.07e-05, 2.08e-05, 1.64e-05, 6.74e-12, 2.38e-05, 2.03e-05, 3.71e-05, 3.33e-05, 2.29e-04, 0.00e+00, 0.00e+00, 1.35e-08]    []  
592000    [5.00e-06, 4.27e-06, 3.45e-06, 3.09e-06, 2.48e-06, 1.29e-06, 5.05e-07, 2.23e-06, 5.38e-06, 1.65e-06, 2.37e-06, 1.71e-05, 9.38e-07, 1.85e-07, 0.00e+00]    [5.00e-06, 4.27e-06, 3.45e-06, 3.09e-06, 2.48e-06, 1.29e-06, 5.05e-07, 2.23e-06, 5.38e-06, 1.65e-06, 2.37e-06, 1.71e-05, 9.38e-07, 1.85e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.850998 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
592000    [5.00e-06, 4.27e-06, 3.45e-06, 3.09e-06, 2.48e-06, 1.29e-06, 5.05e-07, 2.23e-06, 5.38e-06, 1.65e-06, 2.37e-06, 1.71e-05, 9.38e-07, 1.85e-07, 0.00e+00]    [5.00e-06, 4.27e-06, 3.45e-06, 3.09e-06, 2.48e-06, 1.29e-06, 5.05e-07, 2.23e-06, 5.38e-06, 1.65e-06, 2.37e-06, 1.71e-05, 9.38e-07, 1.85e-07, 0.00e+00]    []  
594000    [1.89e-06, 3.53e-06, 4.80e-06, 3.36e-06, 8.97e-07, 2.73e-06, 1.44e-05, 2.04e-06, 6.02e-06, 7.98e-06, 1.44e-05, 5.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.89e-06, 3.53e-06, 4.80e-06, 3.36e-06, 8.97e-07, 2.73e-06, 1.44e-05, 2.04e-06, 6.02e-06, 7.98e-06, 1.44e-05, 5.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.197022 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
594000    [1.89e-06, 3.53e-06, 4.80e-06, 3.36e-06, 8.97e-07, 2.73e-06, 1.44e-05, 2.04e-06, 6.02e-06, 7.98e-06, 1.44e-05, 5.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.89e-06, 3.53e-06, 4.80e-06, 3.36e-06, 8.97e-07, 2.73e-06, 1.44e-05, 2.04e-06, 6.02e-06, 7.98e-06, 1.44e-05, 5.12e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
596000    [3.98e-06, 4.70e-06, 9.05e-06, 5.18e-06, 1.51e-06, 9.89e-06, 1.70e-05, 6.62e-06, 1.11e-05, 1.72e-05, 7.77e-06, 8.40e-05, 0.00e+00, 0.00e+00, 3.41e-07]    [3.98e-06, 4.70e-06, 9.05e-06, 5.18e-06, 1.51e-06, 9.89e-06, 1.70e-05, 6.62e-06, 1.11e-05, 1.72e-05, 7.77e-06, 8.40e-05, 0.00e+00, 0.00e+00, 3.41e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.734377 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
596000    [3.98e-06, 4.70e-06, 9.05e-06, 5.18e-06, 1.51e-06, 9.89e-06, 1.70e-05, 6.62e-06, 1.11e-05, 1.72e-05, 7.77e-06, 8.40e-05, 0.00e+00, 0.00e+00, 3.41e-07]    [3.98e-06, 4.70e-06, 9.05e-06, 5.18e-06, 1.51e-06, 9.89e-06, 1.70e-05, 6.62e-06, 1.11e-05, 1.72e-05, 7.77e-06, 8.40e-05, 0.00e+00, 0.00e+00, 3.41e-07]    []  
598000    [8.03e-06, 1.69e-06, 7.63e-06, 2.09e-06, 3.63e-06, 1.41e-06, 2.27e-06, 1.72e-06, 2.87e-06, 3.48e-06, 1.60e-06, 1.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.03e-06, 1.69e-06, 7.63e-06, 2.09e-06, 3.63e-06, 1.41e-06, 2.27e-06, 1.72e-06, 2.87e-06, 3.48e-06, 1.60e-06, 1.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.866139 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
598000    [8.03e-06, 1.69e-06, 7.63e-06, 2.09e-06, 3.63e-06, 1.41e-06, 2.27e-06, 1.72e-06, 2.87e-06, 3.48e-06, 1.60e-06, 1.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.03e-06, 1.69e-06, 7.63e-06, 2.09e-06, 3.63e-06, 1.41e-06, 2.27e-06, 1.72e-06, 2.87e-06, 3.48e-06, 1.60e-06, 1.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
600000    [1.26e-06, 1.78e-06, 2.16e-06, 4.58e-07, 6.75e-07, 9.96e-08, 4.38e-08, 1.89e-07, 2.93e-07, 1.16e-06, 7.02e-07, 1.52e-06, 0.00e+00, 5.81e-10, 2.06e-10]    [1.26e-06, 1.78e-06, 2.16e-06, 4.58e-07, 6.75e-07, 9.96e-08, 4.38e-08, 1.89e-07, 2.93e-07, 1.16e-06, 7.02e-07, 1.52e-06, 0.00e+00, 5.81e-10, 2.06e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.760747 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
600000    [1.26e-06, 1.78e-06, 2.16e-06, 4.58e-07, 6.75e-07, 9.96e-08, 4.38e-08, 1.89e-07, 2.93e-07, 1.16e-06, 7.02e-07, 1.52e-06, 0.00e+00, 5.81e-10, 2.06e-10]    [1.26e-06, 1.78e-06, 2.16e-06, 4.58e-07, 6.75e-07, 9.96e-08, 4.38e-08, 1.89e-07, 2.93e-07, 1.16e-06, 7.02e-07, 1.52e-06, 0.00e+00, 5.81e-10, 2.06e-10]    []  
602000    [1.42e-05, 5.16e-06, 7.19e-06, 5.51e-06, 5.74e-06, 4.09e-06, 4.27e-08, 4.09e-06, 4.94e-06, 4.11e-06, 2.31e-06, 2.80e-05, 1.68e-06, 3.91e-07, 0.00e+00]    [1.42e-05, 5.16e-06, 7.19e-06, 5.51e-06, 5.74e-06, 4.09e-06, 4.27e-08, 4.09e-06, 4.94e-06, 4.11e-06, 2.31e-06, 2.80e-05, 1.68e-06, 3.91e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.049903 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
602000    [1.42e-05, 5.16e-06, 7.19e-06, 5.51e-06, 5.74e-06, 4.09e-06, 4.27e-08, 4.09e-06, 4.94e-06, 4.11e-06, 2.31e-06, 2.80e-05, 1.68e-06, 3.91e-07, 0.00e+00]    [1.42e-05, 5.16e-06, 7.19e-06, 5.51e-06, 5.74e-06, 4.09e-06, 4.27e-08, 4.09e-06, 4.94e-06, 4.11e-06, 2.31e-06, 2.80e-05, 1.68e-06, 3.91e-07, 0.00e+00]    []  
604000    [1.93e-06, 2.93e-06, 1.65e-06, 1.57e-06, 4.68e-07, 1.16e-06, 6.84e-06, 2.53e-07, 1.76e-06, 6.62e-07, 1.40e-06, 5.06e-06, 2.47e-07, 8.68e-08, 0.00e+00]    [1.93e-06, 2.93e-06, 1.65e-06, 1.57e-06, 4.68e-07, 1.16e-06, 6.84e-06, 2.53e-07, 1.76e-06, 6.62e-07, 1.40e-06, 5.06e-06, 2.47e-07, 8.68e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.496092 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
604000    [1.93e-06, 2.93e-06, 1.65e-06, 1.57e-06, 4.68e-07, 1.16e-06, 6.84e-06, 2.53e-07, 1.76e-06, 6.62e-07, 1.40e-06, 5.06e-06, 2.47e-07, 8.68e-08, 0.00e+00]    [1.93e-06, 2.93e-06, 1.65e-06, 1.57e-06, 4.68e-07, 1.16e-06, 6.84e-06, 2.53e-07, 1.76e-06, 6.62e-07, 1.40e-06, 5.06e-06, 2.47e-07, 8.68e-08, 0.00e+00]    []  
606000    [3.73e-06, 3.13e-06, 5.19e-06, 1.38e-06, 2.26e-06, 3.59e-06, 9.10e-07, 1.29e-06, 1.55e-06, 4.61e-06, 3.13e-06, 1.97e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.73e-06, 3.13e-06, 5.19e-06, 1.38e-06, 2.26e-06, 3.59e-06, 9.10e-07, 1.29e-06, 1.55e-06, 4.61e-06, 3.13e-06, 1.97e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.159539 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
606000    [3.73e-06, 3.13e-06, 5.19e-06, 1.38e-06, 2.26e-06, 3.59e-06, 9.10e-07, 1.29e-06, 1.55e-06, 4.61e-06, 3.13e-06, 1.97e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.73e-06, 3.13e-06, 5.19e-06, 1.38e-06, 2.26e-06, 3.59e-06, 9.10e-07, 1.29e-06, 1.55e-06, 4.61e-06, 3.13e-06, 1.97e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
608000    [2.67e-05, 3.90e-06, 2.09e-05, 9.32e-06, 1.27e-05, 4.44e-06, 5.62e-07, 4.00e-06, 5.97e-06, 9.20e-06, 3.07e-06, 4.24e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.67e-05, 3.90e-06, 2.09e-05, 9.32e-06, 1.27e-05, 4.44e-06, 5.62e-07, 4.00e-06, 5.97e-06, 9.20e-06, 3.07e-06, 4.24e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.942760 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
608000    [2.67e-05, 3.90e-06, 2.09e-05, 9.32e-06, 1.27e-05, 4.44e-06, 5.62e-07, 4.00e-06, 5.97e-06, 9.20e-06, 3.07e-06, 4.24e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.67e-05, 3.90e-06, 2.09e-05, 9.32e-06, 1.27e-05, 4.44e-06, 5.62e-07, 4.00e-06, 5.97e-06, 9.20e-06, 3.07e-06, 4.24e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
610000    [1.35e-05, 1.04e-05, 1.29e-05, 6.12e-06, 5.45e-06, 7.09e-06, 3.69e-06, 1.03e-05, 1.53e-05, 4.98e-06, 2.12e-05, 8.45e-05, 2.82e-06, 2.12e-06, 2.75e-08]    [1.35e-05, 1.04e-05, 1.29e-05, 6.12e-06, 5.45e-06, 7.09e-06, 3.69e-06, 1.03e-05, 1.53e-05, 4.98e-06, 2.12e-05, 8.45e-05, 2.82e-06, 2.12e-06, 2.75e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.156991 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
610000    [1.35e-05, 1.04e-05, 1.29e-05, 6.12e-06, 5.45e-06, 7.09e-06, 3.69e-06, 1.03e-05, 1.53e-05, 4.98e-06, 2.12e-05, 8.45e-05, 2.82e-06, 2.12e-06, 2.75e-08]    [1.35e-05, 1.04e-05, 1.29e-05, 6.12e-06, 5.45e-06, 7.09e-06, 3.69e-06, 1.03e-05, 1.53e-05, 4.98e-06, 2.12e-05, 8.45e-05, 2.82e-06, 2.12e-06, 2.75e-08]    []  
612000    [4.87e-05, 7.76e-06, 3.49e-05, 1.40e-05, 2.72e-05, 2.26e-05, 3.23e-06, 1.92e-05, 2.22e-05, 2.46e-05, 1.49e-05, 1.44e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.87e-05, 7.76e-06, 3.49e-05, 1.40e-05, 2.72e-05, 2.26e-05, 3.23e-06, 1.92e-05, 2.22e-05, 2.46e-05, 1.49e-05, 1.44e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.025509 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
612000    [4.87e-05, 7.76e-06, 3.49e-05, 1.40e-05, 2.72e-05, 2.26e-05, 3.23e-06, 1.92e-05, 2.22e-05, 2.46e-05, 1.49e-05, 1.44e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.87e-05, 7.76e-06, 3.49e-05, 1.40e-05, 2.72e-05, 2.26e-05, 3.23e-06, 1.92e-05, 2.22e-05, 2.46e-05, 1.49e-05, 1.44e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
614000    [2.70e-06, 4.34e-06, 5.39e-06, 2.20e-06, 5.84e-07, 1.12e-06, 2.49e-05, 2.53e-06, 4.22e-06, 2.26e-06, 1.04e-05, 9.50e-07, 2.69e-07, 0.00e+00, 4.06e-07]    [2.70e-06, 4.34e-06, 5.39e-06, 2.20e-06, 5.84e-07, 1.12e-06, 2.49e-05, 2.53e-06, 4.22e-06, 2.26e-06, 1.04e-05, 9.50e-07, 2.69e-07, 0.00e+00, 4.06e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.971635 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
614000    [2.70e-06, 4.34e-06, 5.39e-06, 2.20e-06, 5.84e-07, 1.12e-06, 2.49e-05, 2.53e-06, 4.22e-06, 2.26e-06, 1.04e-05, 9.50e-07, 2.69e-07, 0.00e+00, 4.06e-07]    [2.70e-06, 4.34e-06, 5.39e-06, 2.20e-06, 5.84e-07, 1.12e-06, 2.49e-05, 2.53e-06, 4.22e-06, 2.26e-06, 1.04e-05, 9.50e-07, 2.69e-07, 0.00e+00, 4.06e-07]    []  
616000    [4.69e-06, 1.61e-06, 4.71e-06, 9.16e-07, 3.11e-06, 3.08e-06, 6.14e-09, 1.42e-06, 6.75e-07, 2.05e-06, 2.18e-06, 1.01e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.69e-06, 1.61e-06, 4.71e-06, 9.16e-07, 3.11e-06, 3.08e-06, 6.14e-09, 1.42e-06, 6.75e-07, 2.05e-06, 2.18e-06, 1.01e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.177151 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
616000    [4.69e-06, 1.61e-06, 4.71e-06, 9.16e-07, 3.11e-06, 3.08e-06, 6.14e-09, 1.42e-06, 6.75e-07, 2.05e-06, 2.18e-06, 1.01e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.69e-06, 1.61e-06, 4.71e-06, 9.16e-07, 3.11e-06, 3.08e-06, 6.14e-09, 1.42e-06, 6.75e-07, 2.05e-06, 2.18e-06, 1.01e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
618000    [6.81e-07, 4.42e-06, 2.82e-06, 3.53e-07, 1.19e-07, 9.42e-07, 6.99e-09, 1.19e-07, 9.09e-07, 1.37e-06, 1.57e-06, 4.72e-06, 0.00e+00, 0.00e+00, 1.91e-11]    [6.81e-07, 4.42e-06, 2.82e-06, 3.53e-07, 1.19e-07, 9.42e-07, 6.99e-09, 1.19e-07, 9.09e-07, 1.37e-06, 1.57e-06, 4.72e-06, 0.00e+00, 0.00e+00, 1.91e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.907851 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
618000    [6.81e-07, 4.42e-06, 2.82e-06, 3.53e-07, 1.19e-07, 9.42e-07, 6.99e-09, 1.19e-07, 9.09e-07, 1.37e-06, 1.57e-06, 4.72e-06, 0.00e+00, 0.00e+00, 1.91e-11]    [6.81e-07, 4.42e-06, 2.82e-06, 3.53e-07, 1.19e-07, 9.42e-07, 6.99e-09, 1.19e-07, 9.09e-07, 1.37e-06, 1.57e-06, 4.72e-06, 0.00e+00, 0.00e+00, 1.91e-11]    []  
620000    [4.61e-07, 1.57e-06, 1.88e-06, 6.93e-07, 1.39e-07, 7.80e-09, 1.25e-05, 5.29e-08, 4.51e-07, 4.38e-07, 5.25e-07, 2.75e-07, 1.17e-08, 0.00e+00, 0.00e+00]    [4.61e-07, 1.57e-06, 1.88e-06, 6.93e-07, 1.39e-07, 7.80e-09, 1.25e-05, 5.29e-08, 4.51e-07, 4.38e-07, 5.25e-07, 2.75e-07, 1.17e-08, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.323789 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
620000    [4.61e-07, 1.57e-06, 1.88e-06, 6.93e-07, 1.39e-07, 7.80e-09, 1.25e-05, 5.29e-08, 4.51e-07, 4.38e-07, 5.25e-07, 2.75e-07, 1.17e-08, 0.00e+00, 0.00e+00]    [4.61e-07, 1.57e-06, 1.88e-06, 6.93e-07, 1.39e-07, 7.80e-09, 1.25e-05, 5.29e-08, 4.51e-07, 4.38e-07, 5.25e-07, 2.75e-07, 1.17e-08, 0.00e+00, 0.00e+00]    []  
622000    [2.76e-06, 2.38e-06, 3.80e-06, 1.21e-06, 1.46e-06, 9.18e-07, 4.41e-08, 1.20e-06, 1.14e-06, 3.39e-06, 2.58e-06, 1.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.76e-06, 2.38e-06, 3.80e-06, 1.21e-06, 1.46e-06, 9.18e-07, 4.41e-08, 1.20e-06, 1.14e-06, 3.39e-06, 2.58e-06, 1.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.280996 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
622000    [2.76e-06, 2.38e-06, 3.80e-06, 1.21e-06, 1.46e-06, 9.18e-07, 4.41e-08, 1.20e-06, 1.14e-06, 3.39e-06, 2.58e-06, 1.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.76e-06, 2.38e-06, 3.80e-06, 1.21e-06, 1.46e-06, 9.18e-07, 4.41e-08, 1.20e-06, 1.14e-06, 3.39e-06, 2.58e-06, 1.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
624000    [6.58e-07, 2.32e-06, 1.42e-06, 4.77e-07, 1.12e-08, 1.14e-08, 2.88e-09, 2.03e-11, 1.76e-07, 1.15e-06, 5.95e-07, 5.34e-08, 7.33e-11, 1.54e-09, 0.00e+00]    [6.58e-07, 2.32e-06, 1.42e-06, 4.77e-07, 1.12e-08, 1.14e-08, 2.88e-09, 2.03e-11, 1.76e-07, 1.15e-06, 5.95e-07, 5.34e-08, 7.33e-11, 1.54e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.459432 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
624000    [6.58e-07, 2.32e-06, 1.42e-06, 4.77e-07, 1.12e-08, 1.14e-08, 2.88e-09, 2.03e-11, 1.76e-07, 1.15e-06, 5.95e-07, 5.34e-08, 7.33e-11, 1.54e-09, 0.00e+00]    [6.58e-07, 2.32e-06, 1.42e-06, 4.77e-07, 1.12e-08, 1.14e-08, 2.88e-09, 2.03e-11, 1.76e-07, 1.15e-06, 5.95e-07, 5.34e-08, 7.33e-11, 1.54e-09, 0.00e+00]    []  
626000    [2.40e-05, 6.32e-06, 1.33e-05, 1.05e-05, 1.34e-05, 5.40e-06, 7.00e-07, 5.58e-06, 9.58e-06, 8.94e-06, 3.94e-06, 5.23e-05, 3.92e-06, 7.97e-07, 4.50e-09]    [2.40e-05, 6.32e-06, 1.33e-05, 1.05e-05, 1.34e-05, 5.40e-06, 7.00e-07, 5.58e-06, 9.58e-06, 8.94e-06, 3.94e-06, 5.23e-05, 3.92e-06, 7.97e-07, 4.50e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.115191 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
626000    [2.40e-05, 6.32e-06, 1.33e-05, 1.05e-05, 1.34e-05, 5.40e-06, 7.00e-07, 5.58e-06, 9.58e-06, 8.94e-06, 3.94e-06, 5.23e-05, 3.92e-06, 7.97e-07, 4.50e-09]    [2.40e-05, 6.32e-06, 1.33e-05, 1.05e-05, 1.34e-05, 5.40e-06, 7.00e-07, 5.58e-06, 9.58e-06, 8.94e-06, 3.94e-06, 5.23e-05, 3.92e-06, 7.97e-07, 4.50e-09]    []  
628000    [1.20e-05, 5.81e-06, 9.59e-06, 8.96e-06, 4.69e-06, 7.12e-06, 1.38e-05, 5.25e-06, 1.41e-05, 4.95e-06, 1.01e-05, 7.89e-05, 2.93e-06, 6.89e-07, 2.89e-07]    [1.20e-05, 5.81e-06, 9.59e-06, 8.96e-06, 4.69e-06, 7.12e-06, 1.38e-05, 5.25e-06, 1.41e-05, 4.95e-06, 1.01e-05, 7.89e-05, 2.93e-06, 6.89e-07, 2.89e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.119052 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
628000    [1.20e-05, 5.81e-06, 9.59e-06, 8.96e-06, 4.69e-06, 7.12e-06, 1.38e-05, 5.25e-06, 1.41e-05, 4.95e-06, 1.01e-05, 7.89e-05, 2.93e-06, 6.89e-07, 2.89e-07]    [1.20e-05, 5.81e-06, 9.59e-06, 8.96e-06, 4.69e-06, 7.12e-06, 1.38e-05, 5.25e-06, 1.41e-05, 4.95e-06, 1.01e-05, 7.89e-05, 2.93e-06, 6.89e-07, 2.89e-07]    []  
630000    [3.62e-06, 1.61e-06, 4.99e-06, 1.90e-06, 1.97e-06, 7.77e-07, 5.28e-07, 7.84e-07, 1.14e-06, 2.41e-06, 1.63e-06, 1.09e-05, 0.00e+00, 0.00e+00, 3.01e-09]    [3.62e-06, 1.61e-06, 4.99e-06, 1.90e-06, 1.97e-06, 7.77e-07, 5.28e-07, 7.84e-07, 1.14e-06, 2.41e-06, 1.63e-06, 1.09e-05, 0.00e+00, 0.00e+00, 3.01e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.522201 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
630000    [3.62e-06, 1.61e-06, 4.99e-06, 1.90e-06, 1.97e-06, 7.77e-07, 5.28e-07, 7.84e-07, 1.14e-06, 2.41e-06, 1.63e-06, 1.09e-05, 0.00e+00, 0.00e+00, 3.01e-09]    [3.62e-06, 1.61e-06, 4.99e-06, 1.90e-06, 1.97e-06, 7.77e-07, 5.28e-07, 7.84e-07, 1.14e-06, 2.41e-06, 1.63e-06, 1.09e-05, 0.00e+00, 0.00e+00, 3.01e-09]    []  
632000    [8.27e-07, 2.58e-06, 2.29e-06, 1.03e-06, 3.06e-07, 2.64e-07, 2.52e-05, 8.98e-08, 4.86e-07, 1.47e-06, 8.86e-07, 4.82e-06, 0.00e+00, 0.00e+00, 4.68e-07]    [8.27e-07, 2.58e-06, 2.29e-06, 1.03e-06, 3.06e-07, 2.64e-07, 2.52e-05, 8.98e-08, 4.86e-07, 1.47e-06, 8.86e-07, 4.82e-06, 0.00e+00, 0.00e+00, 4.68e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.810663 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
632000    [8.27e-07, 2.58e-06, 2.29e-06, 1.03e-06, 3.06e-07, 2.64e-07, 2.52e-05, 8.98e-08, 4.86e-07, 1.47e-06, 8.86e-07, 4.82e-06, 0.00e+00, 0.00e+00, 4.68e-07]    [8.27e-07, 2.58e-06, 2.29e-06, 1.03e-06, 3.06e-07, 2.64e-07, 2.52e-05, 8.98e-08, 4.86e-07, 1.47e-06, 8.86e-07, 4.82e-06, 0.00e+00, 0.00e+00, 4.68e-07]    []  
634000    [2.96e-06, 1.26e-06, 3.21e-06, 7.00e-07, 1.28e-06, 3.91e-07, 5.41e-08, 4.71e-07, 8.15e-07, 1.15e-06, 7.11e-07, 4.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.96e-06, 1.26e-06, 3.21e-06, 7.00e-07, 1.28e-06, 3.91e-07, 5.41e-08, 4.71e-07, 8.15e-07, 1.15e-06, 7.11e-07, 4.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.220989 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
634000    [2.96e-06, 1.26e-06, 3.21e-06, 7.00e-07, 1.28e-06, 3.91e-07, 5.41e-08, 4.71e-07, 8.15e-07, 1.15e-06, 7.11e-07, 4.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.96e-06, 1.26e-06, 3.21e-06, 7.00e-07, 1.28e-06, 3.91e-07, 5.41e-08, 4.71e-07, 8.15e-07, 1.15e-06, 7.11e-07, 4.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
636000    [3.40e-06, 3.24e-06, 2.98e-06, 2.72e-06, 1.65e-06, 3.76e-07, 3.78e-09, 5.89e-07, 1.22e-06, 2.52e-06, 1.08e-06, 7.85e-06, 6.18e-07, 3.99e-08, 1.89e-11]    [3.40e-06, 3.24e-06, 2.98e-06, 2.72e-06, 1.65e-06, 3.76e-07, 3.78e-09, 5.89e-07, 1.22e-06, 2.52e-06, 1.08e-06, 7.85e-06, 6.18e-07, 3.99e-08, 1.89e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.151457 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
636000    [3.40e-06, 3.24e-06, 2.98e-06, 2.72e-06, 1.65e-06, 3.76e-07, 3.78e-09, 5.89e-07, 1.22e-06, 2.52e-06, 1.08e-06, 7.85e-06, 6.18e-07, 3.99e-08, 1.89e-11]    [3.40e-06, 3.24e-06, 2.98e-06, 2.72e-06, 1.65e-06, 3.76e-07, 3.78e-09, 5.89e-07, 1.22e-06, 2.52e-06, 1.08e-06, 7.85e-06, 6.18e-07, 3.99e-08, 1.89e-11]    []  
638000    [1.12e-05, 4.22e-06, 7.49e-06, 4.41e-06, 3.80e-06, 2.62e-06, 1.25e-07, 9.79e-07, 5.82e-06, 3.67e-06, 7.74e-06, 3.76e-05, 1.09e-06, 3.37e-07, 5.04e-10]    [1.12e-05, 4.22e-06, 7.49e-06, 4.41e-06, 3.80e-06, 2.62e-06, 1.25e-07, 9.79e-07, 5.82e-06, 3.67e-06, 7.74e-06, 3.76e-05, 1.09e-06, 3.37e-07, 5.04e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.170203 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
638000    [1.12e-05, 4.22e-06, 7.49e-06, 4.41e-06, 3.80e-06, 2.62e-06, 1.25e-07, 9.79e-07, 5.82e-06, 3.67e-06, 7.74e-06, 3.76e-05, 1.09e-06, 3.37e-07, 5.04e-10]    [1.12e-05, 4.22e-06, 7.49e-06, 4.41e-06, 3.80e-06, 2.62e-06, 1.25e-07, 9.79e-07, 5.82e-06, 3.67e-06, 7.74e-06, 3.76e-05, 1.09e-06, 3.37e-07, 5.04e-10]    []  
640000    [3.18e-06, 1.77e-06, 3.52e-06, 6.46e-07, 1.52e-06, 1.12e-06, 1.04e-08, 9.78e-07, 6.59e-07, 1.41e-06, 2.11e-06, 6.87e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.18e-06, 1.77e-06, 3.52e-06, 6.46e-07, 1.52e-06, 1.12e-06, 1.04e-08, 9.78e-07, 6.59e-07, 1.41e-06, 2.11e-06, 6.87e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.666086 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
640000    [3.18e-06, 1.77e-06, 3.52e-06, 6.46e-07, 1.52e-06, 1.12e-06, 1.04e-08, 9.78e-07, 6.59e-07, 1.41e-06, 2.11e-06, 6.87e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.18e-06, 1.77e-06, 3.52e-06, 6.46e-07, 1.52e-06, 1.12e-06, 1.04e-08, 9.78e-07, 6.59e-07, 1.41e-06, 2.11e-06, 6.87e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
642000    [1.43e-05, 2.21e-06, 1.20e-05, 6.26e-06, 8.14e-06, 6.42e-06, 6.69e-06, 4.79e-06, 1.74e-06, 3.98e-06, 6.03e-06, 2.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.43e-05, 2.21e-06, 1.20e-05, 6.26e-06, 8.14e-06, 6.42e-06, 6.69e-06, 4.79e-06, 1.74e-06, 3.98e-06, 6.03e-06, 2.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.944537 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
642000    [1.43e-05, 2.21e-06, 1.20e-05, 6.26e-06, 8.14e-06, 6.42e-06, 6.69e-06, 4.79e-06, 1.74e-06, 3.98e-06, 6.03e-06, 2.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.43e-05, 2.21e-06, 1.20e-05, 6.26e-06, 8.14e-06, 6.42e-06, 6.69e-06, 4.79e-06, 1.74e-06, 3.98e-06, 6.03e-06, 2.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
644000    [8.12e-07, 2.52e-06, 1.89e-06, 6.43e-07, 4.18e-07, 2.10e-07, 7.96e-08, 2.38e-07, 9.80e-07, 6.59e-07, 9.40e-07, 2.81e-06, 1.64e-07, 1.38e-08, 3.43e-10]    [8.12e-07, 2.52e-06, 1.89e-06, 6.43e-07, 4.18e-07, 2.10e-07, 7.96e-08, 2.38e-07, 9.80e-07, 6.59e-07, 9.40e-07, 2.81e-06, 1.64e-07, 1.38e-08, 3.43e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.432614 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
644000    [8.12e-07, 2.52e-06, 1.89e-06, 6.43e-07, 4.18e-07, 2.10e-07, 7.96e-08, 2.38e-07, 9.80e-07, 6.59e-07, 9.40e-07, 2.81e-06, 1.64e-07, 1.38e-08, 3.43e-10]    [8.12e-07, 2.52e-06, 1.89e-06, 6.43e-07, 4.18e-07, 2.10e-07, 7.96e-08, 2.38e-07, 9.80e-07, 6.59e-07, 9.40e-07, 2.81e-06, 1.64e-07, 1.38e-08, 3.43e-10]    []  
646000    [1.12e-05, 2.09e-06, 9.80e-06, 4.73e-06, 5.65e-06, 1.91e-06, 2.34e-08, 2.87e-06, 7.04e-06, 4.85e-06, 2.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.12e-05, 2.09e-06, 9.80e-06, 4.73e-06, 5.65e-06, 1.91e-06, 2.34e-08, 2.87e-06, 7.04e-06, 4.85e-06, 2.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.104478 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
646000    [1.12e-05, 2.09e-06, 9.80e-06, 4.73e-06, 5.65e-06, 1.91e-06, 2.34e-08, 2.87e-06, 7.04e-06, 4.85e-06, 2.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.12e-05, 2.09e-06, 9.80e-06, 4.73e-06, 5.65e-06, 1.91e-06, 2.34e-08, 2.87e-06, 7.04e-06, 4.85e-06, 2.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
648000    [1.62e-06, 2.32e-06, 2.34e-06, 8.02e-07, 1.12e-07, 2.69e-08, 1.09e-08, 8.33e-08, 4.35e-07, 6.81e-07, 7.02e-07, 5.13e-07, 4.37e-12, 1.07e-09, 0.00e+00]    [1.62e-06, 2.32e-06, 2.34e-06, 8.02e-07, 1.12e-07, 2.69e-08, 1.09e-08, 8.33e-08, 4.35e-07, 6.81e-07, 7.02e-07, 5.13e-07, 4.37e-12, 1.07e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.001653 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
648000    [1.62e-06, 2.32e-06, 2.34e-06, 8.02e-07, 1.12e-07, 2.69e-08, 1.09e-08, 8.33e-08, 4.35e-07, 6.81e-07, 7.02e-07, 5.13e-07, 4.37e-12, 1.07e-09, 0.00e+00]    [1.62e-06, 2.32e-06, 2.34e-06, 8.02e-07, 1.12e-07, 2.69e-08, 1.09e-08, 8.33e-08, 4.35e-07, 6.81e-07, 7.02e-07, 5.13e-07, 4.37e-12, 1.07e-09, 0.00e+00]    []  
650000    [4.83e-06, 2.84e-06, 6.99e-06, 2.88e-06, 3.25e-06, 6.25e-06, 3.77e-11, 5.31e-06, 1.94e-06, 4.38e-06, 3.40e-06, 2.32e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.83e-06, 2.84e-06, 6.99e-06, 2.88e-06, 3.25e-06, 6.25e-06, 3.77e-11, 5.31e-06, 1.94e-06, 4.38e-06, 3.40e-06, 2.32e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.864536 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
650000    [4.83e-06, 2.84e-06, 6.99e-06, 2.88e-06, 3.25e-06, 6.25e-06, 3.77e-11, 5.31e-06, 1.94e-06, 4.38e-06, 3.40e-06, 2.32e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.83e-06, 2.84e-06, 6.99e-06, 2.88e-06, 3.25e-06, 6.25e-06, 3.77e-11, 5.31e-06, 1.94e-06, 4.38e-06, 3.40e-06, 2.32e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
652000    [5.06e-07, 2.05e-06, 1.04e-06, 1.05e-06, 1.29e-07, 1.51e-07, 4.19e-07, 4.03e-08, 1.91e-07, 6.10e-07, 6.48e-07, 8.14e-07, 4.10e-08, 1.90e-08, 2.63e-09]    [5.06e-07, 2.05e-06, 1.04e-06, 1.05e-06, 1.29e-07, 1.51e-07, 4.19e-07, 4.03e-08, 1.91e-07, 6.10e-07, 6.48e-07, 8.14e-07, 4.10e-08, 1.90e-08, 2.63e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.056840 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
652000    [5.06e-07, 2.05e-06, 1.04e-06, 1.05e-06, 1.29e-07, 1.51e-07, 4.19e-07, 4.03e-08, 1.91e-07, 6.10e-07, 6.48e-07, 8.14e-07, 4.10e-08, 1.90e-08, 2.63e-09]    [5.06e-07, 2.05e-06, 1.04e-06, 1.05e-06, 1.29e-07, 1.51e-07, 4.19e-07, 4.03e-08, 1.91e-07, 6.10e-07, 6.48e-07, 8.14e-07, 4.10e-08, 1.90e-08, 2.63e-09]    []  
654000    [5.48e-06, 3.85e-06, 8.83e-06, 4.55e-06, 2.50e-06, 1.39e-06, 8.09e-07, 1.26e-06, 5.21e-06, 1.16e-05, 4.97e-06, 5.52e-05, 0.00e+00, 0.00e+00, 7.40e-09]    [5.48e-06, 3.85e-06, 8.83e-06, 4.55e-06, 2.50e-06, 1.39e-06, 8.09e-07, 1.26e-06, 5.21e-06, 1.16e-05, 4.97e-06, 5.52e-05, 0.00e+00, 0.00e+00, 7.40e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.909487 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
654000    [5.48e-06, 3.85e-06, 8.83e-06, 4.55e-06, 2.50e-06, 1.39e-06, 8.09e-07, 1.26e-06, 5.21e-06, 1.16e-05, 4.97e-06, 5.52e-05, 0.00e+00, 0.00e+00, 7.40e-09]    [5.48e-06, 3.85e-06, 8.83e-06, 4.55e-06, 2.50e-06, 1.39e-06, 8.09e-07, 1.26e-06, 5.21e-06, 1.16e-05, 4.97e-06, 5.52e-05, 0.00e+00, 0.00e+00, 7.40e-09]    []  
656000    [8.29e-06, 4.58e-06, 6.06e-06, 3.80e-06, 4.75e-06, 5.42e-06, 4.24e-06, 3.31e-06, 3.76e-06, 3.00e-06, 7.72e-06, 2.07e-05, 9.34e-07, 7.13e-07, 7.29e-08]    [8.29e-06, 4.58e-06, 6.06e-06, 3.80e-06, 4.75e-06, 5.42e-06, 4.24e-06, 3.31e-06, 3.76e-06, 3.00e-06, 7.72e-06, 2.07e-05, 9.34e-07, 7.13e-07, 7.29e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 23.169177 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
656000    [8.29e-06, 4.58e-06, 6.06e-06, 3.80e-06, 4.75e-06, 5.42e-06, 4.24e-06, 3.31e-06, 3.76e-06, 3.00e-06, 7.72e-06, 2.07e-05, 9.34e-07, 7.13e-07, 7.29e-08]    [8.29e-06, 4.58e-06, 6.06e-06, 3.80e-06, 4.75e-06, 5.42e-06, 4.24e-06, 3.31e-06, 3.76e-06, 3.00e-06, 7.72e-06, 2.07e-05, 9.34e-07, 7.13e-07, 7.29e-08]    []  
658000    [5.38e-05, 2.53e-05, 2.62e-05, 2.76e-05, 5.67e-06, 9.15e-05, 4.36e-05, 4.83e-05, 1.29e-04, 2.16e-05, 1.43e-04, 6.14e-04, 1.60e-05, 1.13e-05, 0.00e+00]    [5.38e-05, 2.53e-05, 2.62e-05, 2.76e-05, 5.67e-06, 9.15e-05, 4.36e-05, 4.83e-05, 1.29e-04, 2.16e-05, 1.43e-04, 6.14e-04, 1.60e-05, 1.13e-05, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.256859 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
658000    [5.38e-05, 2.53e-05, 2.62e-05, 2.76e-05, 5.67e-06, 9.15e-05, 4.36e-05, 4.83e-05, 1.29e-04, 2.16e-05, 1.43e-04, 6.14e-04, 1.60e-05, 1.13e-05, 0.00e+00]    [5.38e-05, 2.53e-05, 2.62e-05, 2.76e-05, 5.67e-06, 9.15e-05, 4.36e-05, 4.83e-05, 1.29e-04, 2.16e-05, 1.43e-04, 6.14e-04, 1.60e-05, 1.13e-05, 0.00e+00]    []  
660000    [1.95e-06, 2.49e-06, 1.49e-06, 1.60e-06, 6.46e-07, 7.12e-07, 9.12e-06, 1.61e-06, 1.46e-06, 9.30e-07, 8.54e-07, 2.27e-06, 1.58e-07, 2.51e-08, 0.00e+00]    [1.95e-06, 2.49e-06, 1.49e-06, 1.60e-06, 6.46e-07, 7.12e-07, 9.12e-06, 1.61e-06, 1.46e-06, 9.30e-07, 8.54e-07, 2.27e-06, 1.58e-07, 2.51e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.379522 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
660000    [1.95e-06, 2.49e-06, 1.49e-06, 1.60e-06, 6.46e-07, 7.12e-07, 9.12e-06, 1.61e-06, 1.46e-06, 9.30e-07, 8.54e-07, 2.27e-06, 1.58e-07, 2.51e-08, 0.00e+00]    [1.95e-06, 2.49e-06, 1.49e-06, 1.60e-06, 6.46e-07, 7.12e-07, 9.12e-06, 1.61e-06, 1.46e-06, 9.30e-07, 8.54e-07, 2.27e-06, 1.58e-07, 2.51e-08, 0.00e+00]    []  
662000    [1.19e-05, 4.13e-06, 6.16e-06, 5.52e-06, 4.89e-06, 2.51e-06, 2.17e-06, 2.22e-06, 6.65e-06, 4.26e-06, 2.48e-06, 3.16e-05, 1.55e-06, 3.59e-07, 0.00e+00]    [1.19e-05, 4.13e-06, 6.16e-06, 5.52e-06, 4.89e-06, 2.51e-06, 2.17e-06, 2.22e-06, 6.65e-06, 4.26e-06, 2.48e-06, 3.16e-05, 1.55e-06, 3.59e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 21.760375 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
662000    [1.19e-05, 4.13e-06, 6.16e-06, 5.52e-06, 4.89e-06, 2.51e-06, 2.17e-06, 2.22e-06, 6.65e-06, 4.26e-06, 2.48e-06, 3.16e-05, 1.55e-06, 3.59e-07, 0.00e+00]    [1.19e-05, 4.13e-06, 6.16e-06, 5.52e-06, 4.89e-06, 2.51e-06, 2.17e-06, 2.22e-06, 6.65e-06, 4.26e-06, 2.48e-06, 3.16e-05, 1.55e-06, 3.59e-07, 0.00e+00]    []  
664000    [1.18e-06, 2.21e-06, 1.03e-06, 9.23e-07, 3.84e-07, 3.39e-07, 4.35e-06, 1.93e-07, 3.93e-07, 7.07e-07, 8.02e-07, 2.36e-06, 9.92e-08, 2.01e-08, 0.00e+00]    [1.18e-06, 2.21e-06, 1.03e-06, 9.23e-07, 3.84e-07, 3.39e-07, 4.35e-06, 1.93e-07, 3.93e-07, 7.07e-07, 8.02e-07, 2.36e-06, 9.92e-08, 2.01e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.300705 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
664000    [1.18e-06, 2.21e-06, 1.03e-06, 9.23e-07, 3.84e-07, 3.39e-07, 4.35e-06, 1.93e-07, 3.93e-07, 7.07e-07, 8.02e-07, 2.36e-06, 9.92e-08, 2.01e-08, 0.00e+00]    [1.18e-06, 2.21e-06, 1.03e-06, 9.23e-07, 3.84e-07, 3.39e-07, 4.35e-06, 1.93e-07, 3.93e-07, 7.07e-07, 8.02e-07, 2.36e-06, 9.92e-08, 2.01e-08, 0.00e+00]    []  
666000    [1.66e-05, 1.06e-05, 8.88e-06, 8.71e-06, 3.19e-06, 5.60e-06, 2.95e-06, 4.48e-06, 2.04e-05, 5.16e-06, 1.84e-05, 1.03e-04, 3.33e-06, 5.82e-07, 6.24e-08]    [1.66e-05, 1.06e-05, 8.88e-06, 8.71e-06, 3.19e-06, 5.60e-06, 2.95e-06, 4.48e-06, 2.04e-05, 5.16e-06, 1.84e-05, 1.03e-04, 3.33e-06, 5.82e-07, 6.24e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.429301 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
666000    [1.66e-05, 1.06e-05, 8.88e-06, 8.71e-06, 3.19e-06, 5.60e-06, 2.95e-06, 4.48e-06, 2.04e-05, 5.16e-06, 1.84e-05, 1.03e-04, 3.33e-06, 5.82e-07, 6.24e-08]    [1.66e-05, 1.06e-05, 8.88e-06, 8.71e-06, 3.19e-06, 5.60e-06, 2.95e-06, 4.48e-06, 2.04e-05, 5.16e-06, 1.84e-05, 1.03e-04, 3.33e-06, 5.82e-07, 6.24e-08]    []  
668000    [2.01e-06, 3.89e-06, 1.57e-06, 1.05e-06, 5.13e-07, 5.29e-07, 2.84e-06, 6.56e-07, 1.40e-06, 6.53e-07, 7.91e-07, 2.42e-06, 1.81e-07, 3.23e-08, 0.00e+00]    [2.01e-06, 3.89e-06, 1.57e-06, 1.05e-06, 5.13e-07, 5.29e-07, 2.84e-06, 6.56e-07, 1.40e-06, 6.53e-07, 7.91e-07, 2.42e-06, 1.81e-07, 3.23e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.271554 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
668000    [2.01e-06, 3.89e-06, 1.57e-06, 1.05e-06, 5.13e-07, 5.29e-07, 2.84e-06, 6.56e-07, 1.40e-06, 6.53e-07, 7.91e-07, 2.42e-06, 1.81e-07, 3.23e-08, 0.00e+00]    [2.01e-06, 3.89e-06, 1.57e-06, 1.05e-06, 5.13e-07, 5.29e-07, 2.84e-06, 6.56e-07, 1.40e-06, 6.53e-07, 7.91e-07, 2.42e-06, 1.81e-07, 3.23e-08, 0.00e+00]    []  
670000    [4.19e-05, 5.69e-06, 3.08e-05, 1.49e-05, 1.85e-05, 6.42e-06, 5.42e-10, 6.35e-06, 9.67e-06, 1.74e-05, 8.99e-06, 8.27e-05, 0.00e+00, 0.00e+00, 1.49e-12]    [4.19e-05, 5.69e-06, 3.08e-05, 1.49e-05, 1.85e-05, 6.42e-06, 5.42e-10, 6.35e-06, 9.67e-06, 1.74e-05, 8.99e-06, 8.27e-05, 0.00e+00, 0.00e+00, 1.49e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.720150 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
670000    [4.19e-05, 5.69e-06, 3.08e-05, 1.49e-05, 1.85e-05, 6.42e-06, 5.42e-10, 6.35e-06, 9.67e-06, 1.74e-05, 8.99e-06, 8.27e-05, 0.00e+00, 0.00e+00, 1.49e-12]    [4.19e-05, 5.69e-06, 3.08e-05, 1.49e-05, 1.85e-05, 6.42e-06, 5.42e-10, 6.35e-06, 9.67e-06, 1.74e-05, 8.99e-06, 8.27e-05, 0.00e+00, 0.00e+00, 1.49e-12]    []  
672000    [2.05e-06, 2.24e-06, 3.53e-06, 1.20e-06, 8.55e-07, 1.33e-07, 2.15e-11, 5.63e-07, 7.97e-07, 1.70e-06, 1.17e-06, 4.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.05e-06, 2.24e-06, 3.53e-06, 1.20e-06, 8.55e-07, 1.33e-07, 2.15e-11, 5.63e-07, 7.97e-07, 1.70e-06, 1.17e-06, 4.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.960573 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
672000    [2.05e-06, 2.24e-06, 3.53e-06, 1.20e-06, 8.55e-07, 1.33e-07, 2.15e-11, 5.63e-07, 7.97e-07, 1.70e-06, 1.17e-06, 4.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.05e-06, 2.24e-06, 3.53e-06, 1.20e-06, 8.55e-07, 1.33e-07, 2.15e-11, 5.63e-07, 7.97e-07, 1.70e-06, 1.17e-06, 4.99e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
674000    [2.31e-05, 6.84e-06, 1.46e-05, 1.13e-05, 1.08e-05, 5.08e-06, 2.12e-08, 4.19e-06, 8.96e-06, 1.00e-05, 5.09e-06, 6.49e-05, 4.56e-06, 6.23e-07, 5.87e-11]    [2.31e-05, 6.84e-06, 1.46e-05, 1.13e-05, 1.08e-05, 5.08e-06, 2.12e-08, 4.19e-06, 8.96e-06, 1.00e-05, 5.09e-06, 6.49e-05, 4.56e-06, 6.23e-07, 5.87e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.145047 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
674000    [2.31e-05, 6.84e-06, 1.46e-05, 1.13e-05, 1.08e-05, 5.08e-06, 2.12e-08, 4.19e-06, 8.96e-06, 1.00e-05, 5.09e-06, 6.49e-05, 4.56e-06, 6.23e-07, 5.87e-11]    [2.31e-05, 6.84e-06, 1.46e-05, 1.13e-05, 1.08e-05, 5.08e-06, 2.12e-08, 4.19e-06, 8.96e-06, 1.00e-05, 5.09e-06, 6.49e-05, 4.56e-06, 6.23e-07, 5.87e-11]    []  
676000    [1.63e-05, 2.65e-06, 1.36e-05, 5.66e-06, 7.84e-06, 2.90e-06, 1.78e-06, 2.89e-06, 4.02e-06, 6.61e-06, 3.11e-06, 3.28e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.63e-05, 2.65e-06, 1.36e-05, 5.66e-06, 7.84e-06, 2.90e-06, 1.78e-06, 2.89e-06, 4.02e-06, 6.61e-06, 3.11e-06, 3.28e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.373609 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
676000    [1.63e-05, 2.65e-06, 1.36e-05, 5.66e-06, 7.84e-06, 2.90e-06, 1.78e-06, 2.89e-06, 4.02e-06, 6.61e-06, 3.11e-06, 3.28e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.63e-05, 2.65e-06, 1.36e-05, 5.66e-06, 7.84e-06, 2.90e-06, 1.78e-06, 2.89e-06, 4.02e-06, 6.61e-06, 3.11e-06, 3.28e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
678000    [2.55e-06, 3.13e-06, 2.41e-06, 1.78e-06, 1.21e-06, 8.05e-07, 2.75e-09, 6.36e-07, 1.64e-06, 1.05e-06, 8.34e-07, 6.99e-06, 3.37e-07, 7.86e-08, 7.54e-12]    [2.55e-06, 3.13e-06, 2.41e-06, 1.78e-06, 1.21e-06, 8.05e-07, 2.75e-09, 6.36e-07, 1.64e-06, 1.05e-06, 8.34e-07, 6.99e-06, 3.37e-07, 7.86e-08, 7.54e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.871619 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
678000    [2.55e-06, 3.13e-06, 2.41e-06, 1.78e-06, 1.21e-06, 8.05e-07, 2.75e-09, 6.36e-07, 1.64e-06, 1.05e-06, 8.34e-07, 6.99e-06, 3.37e-07, 7.86e-08, 7.54e-12]    [2.55e-06, 3.13e-06, 2.41e-06, 1.78e-06, 1.21e-06, 8.05e-07, 2.75e-09, 6.36e-07, 1.64e-06, 1.05e-06, 8.34e-07, 6.99e-06, 3.37e-07, 7.86e-08, 7.54e-12]    []  
680000    [5.02e-06, 4.13e-06, 4.05e-06, 3.14e-06, 2.48e-06, 1.17e-06, 4.19e-07, 5.30e-07, 1.26e-06, 2.25e-06, 1.30e-06, 1.14e-05, 1.13e-06, 1.34e-07, 0.00e+00]    [5.02e-06, 4.13e-06, 4.05e-06, 3.14e-06, 2.48e-06, 1.17e-06, 4.19e-07, 5.30e-07, 1.26e-06, 2.25e-06, 1.30e-06, 1.14e-05, 1.13e-06, 1.34e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.444963 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
680000    [5.02e-06, 4.13e-06, 4.05e-06, 3.14e-06, 2.48e-06, 1.17e-06, 4.19e-07, 5.30e-07, 1.26e-06, 2.25e-06, 1.30e-06, 1.14e-05, 1.13e-06, 1.34e-07, 0.00e+00]    [5.02e-06, 4.13e-06, 4.05e-06, 3.14e-06, 2.48e-06, 1.17e-06, 4.19e-07, 5.30e-07, 1.26e-06, 2.25e-06, 1.30e-06, 1.14e-05, 1.13e-06, 1.34e-07, 0.00e+00]    []  
682000    [1.76e-05, 9.94e-06, 1.12e-05, 8.30e-06, 5.54e-06, 1.31e-06, 6.18e-07, 1.28e-06, 1.80e-05, 5.13e-06, 5.41e-06, 4.12e-05, 2.99e-06, 2.02e-07, 0.00e+00]    [1.76e-05, 9.94e-06, 1.12e-05, 8.30e-06, 5.54e-06, 1.31e-06, 6.18e-07, 1.28e-06, 1.80e-05, 5.13e-06, 5.41e-06, 4.12e-05, 2.99e-06, 2.02e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.007746 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
682000    [1.76e-05, 9.94e-06, 1.12e-05, 8.30e-06, 5.54e-06, 1.31e-06, 6.18e-07, 1.28e-06, 1.80e-05, 5.13e-06, 5.41e-06, 4.12e-05, 2.99e-06, 2.02e-07, 0.00e+00]    [1.76e-05, 9.94e-06, 1.12e-05, 8.30e-06, 5.54e-06, 1.31e-06, 6.18e-07, 1.28e-06, 1.80e-05, 5.13e-06, 5.41e-06, 4.12e-05, 2.99e-06, 2.02e-07, 0.00e+00]    []  
684000    [3.38e-06, 5.21e-06, 6.07e-06, 3.91e-06, 1.19e-06, 1.12e-06, 8.05e-05, 2.93e-07, 7.45e-06, 7.73e-06, 1.96e-05, 7.59e-06, 1.88e-08, 1.51e-08, 4.82e-06]    [3.38e-06, 5.21e-06, 6.07e-06, 3.91e-06, 1.19e-06, 1.12e-06, 8.05e-05, 2.93e-07, 7.45e-06, 7.73e-06, 1.96e-05, 7.59e-06, 1.88e-08, 1.51e-08, 4.82e-06]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.942844 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
684000    [3.38e-06, 5.21e-06, 6.07e-06, 3.91e-06, 1.19e-06, 1.12e-06, 8.05e-05, 2.93e-07, 7.45e-06, 7.73e-06, 1.96e-05, 7.59e-06, 1.88e-08, 1.51e-08, 4.82e-06]    [3.38e-06, 5.21e-06, 6.07e-06, 3.91e-06, 1.19e-06, 1.12e-06, 8.05e-05, 2.93e-07, 7.45e-06, 7.73e-06, 1.96e-05, 7.59e-06, 1.88e-08, 1.51e-08, 4.82e-06]    []  
686000    [2.30e-05, 6.76e-06, 1.41e-05, 1.08e-05, 1.20e-05, 5.57e-06, 3.58e-07, 5.72e-06, 7.34e-06, 9.41e-06, 3.69e-06, 5.42e-05, 4.53e-06, 7.96e-07, 2.03e-09]    [2.30e-05, 6.76e-06, 1.41e-05, 1.08e-05, 1.20e-05, 5.57e-06, 3.58e-07, 5.72e-06, 7.34e-06, 9.41e-06, 3.69e-06, 5.42e-05, 4.53e-06, 7.96e-07, 2.03e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 24.916319 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
686000    [2.30e-05, 6.76e-06, 1.41e-05, 1.08e-05, 1.20e-05, 5.57e-06, 3.58e-07, 5.72e-06, 7.34e-06, 9.41e-06, 3.69e-06, 5.42e-05, 4.53e-06, 7.96e-07, 2.03e-09]    [2.30e-05, 6.76e-06, 1.41e-05, 1.08e-05, 1.20e-05, 5.57e-06, 3.58e-07, 5.72e-06, 7.34e-06, 9.41e-06, 3.69e-06, 5.42e-05, 4.53e-06, 7.96e-07, 2.03e-09]    []  
688000    [7.53e-07, 1.47e-06, 1.91e-06, 2.10e-07, 1.68e-07, 3.19e-08, 1.64e-07, 3.24e-08, 1.55e-07, 6.59e-07, 5.79e-07, 1.95e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [7.53e-07, 1.47e-06, 1.91e-06, 2.10e-07, 1.68e-07, 3.19e-08, 1.64e-07, 3.24e-08, 1.55e-07, 6.59e-07, 5.79e-07, 1.95e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.724045 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
688000    [7.53e-07, 1.47e-06, 1.91e-06, 2.10e-07, 1.68e-07, 3.19e-08, 1.64e-07, 3.24e-08, 1.55e-07, 6.59e-07, 5.79e-07, 1.95e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [7.53e-07, 1.47e-06, 1.91e-06, 2.10e-07, 1.68e-07, 3.19e-08, 1.64e-07, 3.24e-08, 1.55e-07, 6.59e-07, 5.79e-07, 1.95e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  
690000    [1.44e-04, 2.47e-05, 9.69e-05, 6.28e-05, 7.68e-05, 4.91e-05, 4.96e-06, 4.18e-05, 6.69e-05, 5.96e-05, 3.58e-05, 4.55e-04, 3.33e-05, 7.44e-06, 1.00e-07]    [1.44e-04, 2.47e-05, 9.69e-05, 6.28e-05, 7.68e-05, 4.91e-05, 4.96e-06, 4.18e-05, 6.69e-05, 5.96e-05, 3.58e-05, 4.55e-04, 3.33e-05, 7.44e-06, 1.00e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.923960 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
690000    [1.44e-04, 2.47e-05, 9.69e-05, 6.28e-05, 7.68e-05, 4.91e-05, 4.96e-06, 4.18e-05, 6.69e-05, 5.96e-05, 3.58e-05, 4.55e-04, 3.33e-05, 7.44e-06, 1.00e-07]    [1.44e-04, 2.47e-05, 9.69e-05, 6.28e-05, 7.68e-05, 4.91e-05, 4.96e-06, 4.18e-05, 6.69e-05, 5.96e-05, 3.58e-05, 4.55e-04, 3.33e-05, 7.44e-06, 1.00e-07]    []  
692000    [4.01e-05, 5.17e-06, 2.94e-05, 1.21e-05, 1.95e-05, 5.56e-06, 3.16e-06, 8.56e-06, 1.50e-05, 1.44e-05, 5.40e-06, 6.72e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.01e-05, 5.17e-06, 2.94e-05, 1.21e-05, 1.95e-05, 5.56e-06, 3.16e-06, 8.56e-06, 1.50e-05, 1.44e-05, 5.40e-06, 6.72e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.231815 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
692000    [4.01e-05, 5.17e-06, 2.94e-05, 1.21e-05, 1.95e-05, 5.56e-06, 3.16e-06, 8.56e-06, 1.50e-05, 1.44e-05, 5.40e-06, 6.72e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.01e-05, 5.17e-06, 2.94e-05, 1.21e-05, 1.95e-05, 5.56e-06, 3.16e-06, 8.56e-06, 1.50e-05, 1.44e-05, 5.40e-06, 6.72e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
694000    [1.15e-06, 2.12e-06, 1.96e-06, 1.28e-06, 2.35e-08, 4.64e-08, 6.02e-07, 8.59e-08, 7.46e-07, 9.25e-07, 1.06e-06, 3.26e-07, 9.85e-10, 2.62e-09, 1.07e-08]    [1.15e-06, 2.12e-06, 1.96e-06, 1.28e-06, 2.35e-08, 4.64e-08, 6.02e-07, 8.59e-08, 7.46e-07, 9.25e-07, 1.06e-06, 3.26e-07, 9.85e-10, 2.62e-09, 1.07e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.885430 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
694000    [1.15e-06, 2.12e-06, 1.96e-06, 1.28e-06, 2.35e-08, 4.64e-08, 6.02e-07, 8.59e-08, 7.46e-07, 9.25e-07, 1.06e-06, 3.26e-07, 9.85e-10, 2.62e-09, 1.07e-08]    [1.15e-06, 2.12e-06, 1.96e-06, 1.28e-06, 2.35e-08, 4.64e-08, 6.02e-07, 8.59e-08, 7.46e-07, 9.25e-07, 1.06e-06, 3.26e-07, 9.85e-10, 2.62e-09, 1.07e-08]    []  
696000    [2.28e-07, 1.92e-06, 1.24e-06, 5.59e-07, 9.05e-09, 4.52e-09, 7.49e-07, 9.30e-09, 1.72e-07, 5.91e-07, 5.95e-07, 4.43e-08, 3.32e-11, 4.57e-10, 5.23e-09]    [2.28e-07, 1.92e-06, 1.24e-06, 5.59e-07, 9.05e-09, 4.52e-09, 7.49e-07, 9.30e-09, 1.72e-07, 5.91e-07, 5.95e-07, 4.43e-08, 3.32e-11, 4.57e-10, 5.23e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.451227 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
696000    [2.28e-07, 1.92e-06, 1.24e-06, 5.59e-07, 9.05e-09, 4.52e-09, 7.49e-07, 9.30e-09, 1.72e-07, 5.91e-07, 5.95e-07, 4.43e-08, 3.32e-11, 4.57e-10, 5.23e-09]    [2.28e-07, 1.92e-06, 1.24e-06, 5.59e-07, 9.05e-09, 4.52e-09, 7.49e-07, 9.30e-09, 1.72e-07, 5.91e-07, 5.95e-07, 4.43e-08, 3.32e-11, 4.57e-10, 5.23e-09]    []  
698000    [1.51e-06, 1.95e-06, 3.40e-06, 8.97e-07, 6.63e-07, 2.28e-07, 2.64e-07, 6.02e-07, 5.83e-06, 2.45e-06, 2.59e-06, 4.77e-06, 0.00e+00, 0.00e+00, 1.08e-09]    [1.51e-06, 1.95e-06, 3.40e-06, 8.97e-07, 6.63e-07, 2.28e-07, 2.64e-07, 6.02e-07, 5.83e-06, 2.45e-06, 2.59e-06, 4.77e-06, 0.00e+00, 0.00e+00, 1.08e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.504720 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
698000    [1.51e-06, 1.95e-06, 3.40e-06, 8.97e-07, 6.63e-07, 2.28e-07, 2.64e-07, 6.02e-07, 5.83e-06, 2.45e-06, 2.59e-06, 4.77e-06, 0.00e+00, 0.00e+00, 1.08e-09]    [1.51e-06, 1.95e-06, 3.40e-06, 8.97e-07, 6.63e-07, 2.28e-07, 2.64e-07, 6.02e-07, 5.83e-06, 2.45e-06, 2.59e-06, 4.77e-06, 0.00e+00, 0.00e+00, 1.08e-09]    []  
700000    [6.88e-05, 1.46e-05, 4.62e-05, 3.35e-05, 3.61e-05, 3.65e-05, 2.29e-06, 2.96e-05, 5.16e-05, 2.81e-05, 3.26e-05, 3.20e-04, 1.60e-05, 6.35e-06, 4.58e-08]    [6.88e-05, 1.46e-05, 4.62e-05, 3.35e-05, 3.61e-05, 3.65e-05, 2.29e-06, 2.96e-05, 5.16e-05, 2.81e-05, 3.26e-05, 3.20e-04, 1.60e-05, 6.35e-06, 4.58e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.466999 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
700000    [6.88e-05, 1.46e-05, 4.62e-05, 3.35e-05, 3.61e-05, 3.65e-05, 2.29e-06, 2.96e-05, 5.16e-05, 2.81e-05, 3.26e-05, 3.20e-04, 1.60e-05, 6.35e-06, 4.58e-08]    [6.88e-05, 1.46e-05, 4.62e-05, 3.35e-05, 3.61e-05, 3.65e-05, 2.29e-06, 2.96e-05, 5.16e-05, 2.81e-05, 3.26e-05, 3.20e-04, 1.60e-05, 6.35e-06, 4.58e-08]    []  
702000    [5.08e-06, 5.46e-06, 3.66e-06, 3.22e-06, 9.30e-07, 4.96e-06, 3.47e-05, 7.12e-07, 2.18e-06, 3.04e-06, 6.73e-06, 1.89e-05, 1.15e-06, 5.95e-07, 0.00e+00]    [5.08e-06, 5.46e-06, 3.66e-06, 3.22e-06, 9.30e-07, 4.96e-06, 3.47e-05, 7.12e-07, 2.18e-06, 3.04e-06, 6.73e-06, 1.89e-05, 1.15e-06, 5.95e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.572979 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
702000    [5.08e-06, 5.46e-06, 3.66e-06, 3.22e-06, 9.30e-07, 4.96e-06, 3.47e-05, 7.12e-07, 2.18e-06, 3.04e-06, 6.73e-06, 1.89e-05, 1.15e-06, 5.95e-07, 0.00e+00]    [5.08e-06, 5.46e-06, 3.66e-06, 3.22e-06, 9.30e-07, 4.96e-06, 3.47e-05, 7.12e-07, 2.18e-06, 3.04e-06, 6.73e-06, 1.89e-05, 1.15e-06, 5.95e-07, 0.00e+00]    []  
704000    [6.30e-07, 3.04e-06, 2.18e-06, 3.14e-07, 1.36e-07, 1.05e-07, 1.56e-07, 1.86e-07, 2.76e-07, 1.64e-06, 1.30e-06, 1.58e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.30e-07, 3.04e-06, 2.18e-06, 3.14e-07, 1.36e-07, 1.05e-07, 1.56e-07, 1.86e-07, 2.76e-07, 1.64e-06, 1.30e-06, 1.58e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.158455 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
704000    [6.30e-07, 3.04e-06, 2.18e-06, 3.14e-07, 1.36e-07, 1.05e-07, 1.56e-07, 1.86e-07, 2.76e-07, 1.64e-06, 1.30e-06, 1.58e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.30e-07, 3.04e-06, 2.18e-06, 3.14e-07, 1.36e-07, 1.05e-07, 1.56e-07, 1.86e-07, 2.76e-07, 1.64e-06, 1.30e-06, 1.58e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
706000    [1.76e-05, 9.73e-06, 1.03e-05, 9.59e-06, 5.25e-06, 8.08e-06, 1.15e-06, 8.94e-06, 2.20e-05, 5.93e-06, 1.52e-05, 1.09e-04, 4.66e-06, 9.42e-07, 0.00e+00]    [1.76e-05, 9.73e-06, 1.03e-05, 9.59e-06, 5.25e-06, 8.08e-06, 1.15e-06, 8.94e-06, 2.20e-05, 5.93e-06, 1.52e-05, 1.09e-04, 4.66e-06, 9.42e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.415564 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
706000    [1.76e-05, 9.73e-06, 1.03e-05, 9.59e-06, 5.25e-06, 8.08e-06, 1.15e-06, 8.94e-06, 2.20e-05, 5.93e-06, 1.52e-05, 1.09e-04, 4.66e-06, 9.42e-07, 0.00e+00]    [1.76e-05, 9.73e-06, 1.03e-05, 9.59e-06, 5.25e-06, 8.08e-06, 1.15e-06, 8.94e-06, 2.20e-05, 5.93e-06, 1.52e-05, 1.09e-04, 4.66e-06, 9.42e-07, 0.00e+00]    []  
708000    [6.25e-06, 3.08e-06, 7.78e-06, 1.94e-06, 1.79e-06, 1.38e-06, 3.68e-06, 5.02e-07, 1.00e-06, 2.70e-06, 2.34e-06, 8.79e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.25e-06, 3.08e-06, 7.78e-06, 1.94e-06, 1.79e-06, 1.38e-06, 3.68e-06, 5.02e-07, 1.00e-06, 2.70e-06, 2.34e-06, 8.79e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.629653 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
708000    [6.25e-06, 3.08e-06, 7.78e-06, 1.94e-06, 1.79e-06, 1.38e-06, 3.68e-06, 5.02e-07, 1.00e-06, 2.70e-06, 2.34e-06, 8.79e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.25e-06, 3.08e-06, 7.78e-06, 1.94e-06, 1.79e-06, 1.38e-06, 3.68e-06, 5.02e-07, 1.00e-06, 2.70e-06, 2.34e-06, 8.79e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
710000    [8.00e-07, 2.05e-06, 1.11e-06, 1.03e-06, 3.94e-07, 1.01e-07, 1.75e-08, 7.69e-08, 3.19e-07, 1.15e-06, 7.80e-07, 1.30e-06, 7.89e-08, 1.68e-08, 5.20e-11]    [8.00e-07, 2.05e-06, 1.11e-06, 1.03e-06, 3.94e-07, 1.01e-07, 1.75e-08, 7.69e-08, 3.19e-07, 1.15e-06, 7.80e-07, 1.30e-06, 7.89e-08, 1.68e-08, 5.20e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.467630 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
710000    [8.00e-07, 2.05e-06, 1.11e-06, 1.03e-06, 3.94e-07, 1.01e-07, 1.75e-08, 7.69e-08, 3.19e-07, 1.15e-06, 7.80e-07, 1.30e-06, 7.89e-08, 1.68e-08, 5.20e-11]    [8.00e-07, 2.05e-06, 1.11e-06, 1.03e-06, 3.94e-07, 1.01e-07, 1.75e-08, 7.69e-08, 3.19e-07, 1.15e-06, 7.80e-07, 1.30e-06, 7.89e-08, 1.68e-08, 5.20e-11]    []  
712000    [3.99e-05, 1.94e-05, 2.62e-05, 2.16e-05, 7.36e-06, 8.85e-06, 1.09e-05, 3.80e-06, 2.31e-05, 1.96e-05, 5.12e-05, 2.01e-04, 1.58e-05, 1.19e-06, 2.31e-07]    [3.99e-05, 1.94e-05, 2.62e-05, 2.16e-05, 7.36e-06, 8.85e-06, 1.09e-05, 3.80e-06, 2.31e-05, 1.96e-05, 5.12e-05, 2.01e-04, 1.58e-05, 1.19e-06, 2.31e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.156600 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
712000    [3.99e-05, 1.94e-05, 2.62e-05, 2.16e-05, 7.36e-06, 8.85e-06, 1.09e-05, 3.80e-06, 2.31e-05, 1.96e-05, 5.12e-05, 2.01e-04, 1.58e-05, 1.19e-06, 2.31e-07]    [3.99e-05, 1.94e-05, 2.62e-05, 2.16e-05, 7.36e-06, 8.85e-06, 1.09e-05, 3.80e-06, 2.31e-05, 1.96e-05, 5.12e-05, 2.01e-04, 1.58e-05, 1.19e-06, 2.31e-07]    []  
714000    [1.82e-04, 2.75e-05, 1.20e-04, 5.68e-05, 9.45e-05, 5.35e-05, 2.68e-06, 3.88e-05, 5.03e-05, 8.23e-05, 4.43e-05, 4.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.82e-04, 2.75e-05, 1.20e-04, 5.68e-05, 9.45e-05, 5.35e-05, 2.68e-06, 3.88e-05, 5.03e-05, 8.23e-05, 4.43e-05, 4.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.028868 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
714000    [1.82e-04, 2.75e-05, 1.20e-04, 5.68e-05, 9.45e-05, 5.35e-05, 2.68e-06, 3.88e-05, 5.03e-05, 8.23e-05, 4.43e-05, 4.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.82e-04, 2.75e-05, 1.20e-04, 5.68e-05, 9.45e-05, 5.35e-05, 2.68e-06, 3.88e-05, 5.03e-05, 8.23e-05, 4.43e-05, 4.68e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
716000    [9.04e-06, 2.32e-06, 8.73e-06, 3.67e-06, 5.65e-06, 2.36e-06, 1.24e-07, 6.95e-07, 1.18e-06, 4.04e-06, 3.15e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.04e-06, 2.32e-06, 8.73e-06, 3.67e-06, 5.65e-06, 2.36e-06, 1.24e-07, 6.95e-07, 1.18e-06, 4.04e-06, 3.15e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.291774 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
716000    [9.04e-06, 2.32e-06, 8.73e-06, 3.67e-06, 5.65e-06, 2.36e-06, 1.24e-07, 6.95e-07, 1.18e-06, 4.04e-06, 3.15e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.04e-06, 2.32e-06, 8.73e-06, 3.67e-06, 5.65e-06, 2.36e-06, 1.24e-07, 6.95e-07, 1.18e-06, 4.04e-06, 3.15e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
718000    [3.82e-05, 5.10e-06, 2.99e-05, 1.35e-05, 2.04e-05, 8.62e-06, 4.82e-06, 6.38e-06, 8.84e-06, 1.56e-05, 6.25e-06, 7.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.82e-05, 5.10e-06, 2.99e-05, 1.35e-05, 2.04e-05, 8.62e-06, 4.82e-06, 6.38e-06, 8.84e-06, 1.56e-05, 6.25e-06, 7.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.411833 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
718000    [3.82e-05, 5.10e-06, 2.99e-05, 1.35e-05, 2.04e-05, 8.62e-06, 4.82e-06, 6.38e-06, 8.84e-06, 1.56e-05, 6.25e-06, 7.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.82e-05, 5.10e-06, 2.99e-05, 1.35e-05, 2.04e-05, 8.62e-06, 4.82e-06, 6.38e-06, 8.84e-06, 1.56e-05, 6.25e-06, 7.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
720000    [2.73e-05, 4.59e-06, 2.32e-05, 9.69e-06, 1.63e-05, 8.84e-06, 1.04e-05, 1.13e-05, 3.15e-05, 1.75e-05, 1.41e-05, 9.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.73e-05, 4.59e-06, 2.32e-05, 9.69e-06, 1.63e-05, 8.84e-06, 1.04e-05, 1.13e-05, 3.15e-05, 1.75e-05, 1.41e-05, 9.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.107226 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
720000    [2.73e-05, 4.59e-06, 2.32e-05, 9.69e-06, 1.63e-05, 8.84e-06, 1.04e-05, 1.13e-05, 3.15e-05, 1.75e-05, 1.41e-05, 9.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.73e-05, 4.59e-06, 2.32e-05, 9.69e-06, 1.63e-05, 8.84e-06, 1.04e-05, 1.13e-05, 3.15e-05, 1.75e-05, 1.41e-05, 9.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
722000    [3.24e-06, 2.13e-06, 4.57e-06, 1.02e-06, 2.15e-06, 2.20e-06, 5.39e-07, 5.07e-07, 4.47e-07, 1.64e-06, 3.15e-06, 8.27e-06, 0.00e+00, 0.00e+00, 1.17e-08]    [3.24e-06, 2.13e-06, 4.57e-06, 1.02e-06, 2.15e-06, 2.20e-06, 5.39e-07, 5.07e-07, 4.47e-07, 1.64e-06, 3.15e-06, 8.27e-06, 0.00e+00, 0.00e+00, 1.17e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.200770 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
722000    [3.24e-06, 2.13e-06, 4.57e-06, 1.02e-06, 2.15e-06, 2.20e-06, 5.39e-07, 5.07e-07, 4.47e-07, 1.64e-06, 3.15e-06, 8.27e-06, 0.00e+00, 0.00e+00, 1.17e-08]    [3.24e-06, 2.13e-06, 4.57e-06, 1.02e-06, 2.15e-06, 2.20e-06, 5.39e-07, 5.07e-07, 4.47e-07, 1.64e-06, 3.15e-06, 8.27e-06, 0.00e+00, 0.00e+00, 1.17e-08]    []  
724000    [4.76e-07, 1.50e-06, 1.34e-06, 2.42e-07, 7.34e-08, 1.53e-08, 1.20e-07, 5.12e-08, 2.33e-07, 4.59e-07, 1.28e-06, 4.48e-07, 0.00e+00, 0.00e+00, 1.06e-09]    [4.76e-07, 1.50e-06, 1.34e-06, 2.42e-07, 7.34e-08, 1.53e-08, 1.20e-07, 5.12e-08, 2.33e-07, 4.59e-07, 1.28e-06, 4.48e-07, 0.00e+00, 0.00e+00, 1.06e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.255319 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
724000    [4.76e-07, 1.50e-06, 1.34e-06, 2.42e-07, 7.34e-08, 1.53e-08, 1.20e-07, 5.12e-08, 2.33e-07, 4.59e-07, 1.28e-06, 4.48e-07, 0.00e+00, 0.00e+00, 1.06e-09]    [4.76e-07, 1.50e-06, 1.34e-06, 2.42e-07, 7.34e-08, 1.53e-08, 1.20e-07, 5.12e-08, 2.33e-07, 4.59e-07, 1.28e-06, 4.48e-07, 0.00e+00, 0.00e+00, 1.06e-09]    []  
726000    [6.67e-07, 3.04e-06, 2.75e-06, 5.86e-07, 3.99e-07, 2.52e-08, 2.96e-06, 9.21e-07, 1.29e-06, 2.03e-06, 1.80e-06, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.67e-07, 3.04e-06, 2.75e-06, 5.86e-07, 3.99e-07, 2.52e-08, 2.96e-06, 9.21e-07, 1.29e-06, 2.03e-06, 1.80e-06, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.259466 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
726000    [6.67e-07, 3.04e-06, 2.75e-06, 5.86e-07, 3.99e-07, 2.52e-08, 2.96e-06, 9.21e-07, 1.29e-06, 2.03e-06, 1.80e-06, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [6.67e-07, 3.04e-06, 2.75e-06, 5.86e-07, 3.99e-07, 2.52e-08, 2.96e-06, 9.21e-07, 1.29e-06, 2.03e-06, 1.80e-06, 2.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
728000    [1.71e-05, 5.41e-06, 9.14e-06, 6.53e-06, 8.05e-06, 2.64e-06, 1.40e-08, 5.57e-06, 1.98e-05, 5.11e-06, 9.13e-06, 3.21e-05, 2.25e-06, 2.62e-07, 0.00e+00]    [1.71e-05, 5.41e-06, 9.14e-06, 6.53e-06, 8.05e-06, 2.64e-06, 1.40e-08, 5.57e-06, 1.98e-05, 5.11e-06, 9.13e-06, 3.21e-05, 2.25e-06, 2.62e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.258494 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
728000    [1.71e-05, 5.41e-06, 9.14e-06, 6.53e-06, 8.05e-06, 2.64e-06, 1.40e-08, 5.57e-06, 1.98e-05, 5.11e-06, 9.13e-06, 3.21e-05, 2.25e-06, 2.62e-07, 0.00e+00]    [1.71e-05, 5.41e-06, 9.14e-06, 6.53e-06, 8.05e-06, 2.64e-06, 1.40e-08, 5.57e-06, 1.98e-05, 5.11e-06, 9.13e-06, 3.21e-05, 2.25e-06, 2.62e-07, 0.00e+00]    []  
730000    [4.72e-07, 1.96e-06, 1.62e-06, 3.59e-07, 1.86e-08, 1.94e-07, 1.65e-06, 2.70e-07, 2.59e-06, 1.28e-06, 3.07e-06, 2.48e-08, 7.78e-09, 7.34e-09, 0.00e+00]    [4.72e-07, 1.96e-06, 1.62e-06, 3.59e-07, 1.86e-08, 1.94e-07, 1.65e-06, 2.70e-07, 2.59e-06, 1.28e-06, 3.07e-06, 2.48e-08, 7.78e-09, 7.34e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.678726 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
730000    [4.72e-07, 1.96e-06, 1.62e-06, 3.59e-07, 1.86e-08, 1.94e-07, 1.65e-06, 2.70e-07, 2.59e-06, 1.28e-06, 3.07e-06, 2.48e-08, 7.78e-09, 7.34e-09, 0.00e+00]    [4.72e-07, 1.96e-06, 1.62e-06, 3.59e-07, 1.86e-08, 1.94e-07, 1.65e-06, 2.70e-07, 2.59e-06, 1.28e-06, 3.07e-06, 2.48e-08, 7.78e-09, 7.34e-09, 0.00e+00]    []  
732000    [1.78e-05, 1.00e-05, 1.11e-05, 1.10e-05, 5.33e-06, 7.43e-06, 4.07e-07, 9.52e-06, 2.71e-05, 6.34e-06, 1.57e-05, 1.24e-04, 4.72e-06, 9.97e-07, 1.64e-09]    [1.78e-05, 1.00e-05, 1.11e-05, 1.10e-05, 5.33e-06, 7.43e-06, 4.07e-07, 9.52e-06, 2.71e-05, 6.34e-06, 1.57e-05, 1.24e-04, 4.72e-06, 9.97e-07, 1.64e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.180282 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
732000    [1.78e-05, 1.00e-05, 1.11e-05, 1.10e-05, 5.33e-06, 7.43e-06, 4.07e-07, 9.52e-06, 2.71e-05, 6.34e-06, 1.57e-05, 1.24e-04, 4.72e-06, 9.97e-07, 1.64e-09]    [1.78e-05, 1.00e-05, 1.11e-05, 1.10e-05, 5.33e-06, 7.43e-06, 4.07e-07, 9.52e-06, 2.71e-05, 6.34e-06, 1.57e-05, 1.24e-04, 4.72e-06, 9.97e-07, 1.64e-09]    []  
734000    [4.08e-06, 3.92e-06, 3.67e-06, 3.87e-06, 8.93e-07, 1.91e-06, 1.04e-05, 1.37e-06, 5.83e-06, 1.04e-06, 3.03e-06, 1.86e-05, 4.65e-07, 2.20e-07, 2.08e-07]    [4.08e-06, 3.92e-06, 3.67e-06, 3.87e-06, 8.93e-07, 1.91e-06, 1.04e-05, 1.37e-06, 5.83e-06, 1.04e-06, 3.03e-06, 1.86e-05, 4.65e-07, 2.20e-07, 2.08e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.609446 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
734000    [4.08e-06, 3.92e-06, 3.67e-06, 3.87e-06, 8.93e-07, 1.91e-06, 1.04e-05, 1.37e-06, 5.83e-06, 1.04e-06, 3.03e-06, 1.86e-05, 4.65e-07, 2.20e-07, 2.08e-07]    [4.08e-06, 3.92e-06, 3.67e-06, 3.87e-06, 8.93e-07, 1.91e-06, 1.04e-05, 1.37e-06, 5.83e-06, 1.04e-06, 3.03e-06, 1.86e-05, 4.65e-07, 2.20e-07, 2.08e-07]    []  
736000    [1.19e-05, 7.34e-06, 7.26e-06, 7.06e-06, 4.63e-06, 8.29e-06, 2.10e-06, 6.48e-06, 9.36e-06, 4.21e-06, 7.84e-06, 5.54e-05, 2.83e-06, 1.04e-06, 0.00e+00]    [1.19e-05, 7.34e-06, 7.26e-06, 7.06e-06, 4.63e-06, 8.29e-06, 2.10e-06, 6.48e-06, 9.36e-06, 4.21e-06, 7.84e-06, 5.54e-05, 2.83e-06, 1.04e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.741259 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
736000    [1.19e-05, 7.34e-06, 7.26e-06, 7.06e-06, 4.63e-06, 8.29e-06, 2.10e-06, 6.48e-06, 9.36e-06, 4.21e-06, 7.84e-06, 5.54e-05, 2.83e-06, 1.04e-06, 0.00e+00]    [1.19e-05, 7.34e-06, 7.26e-06, 7.06e-06, 4.63e-06, 8.29e-06, 2.10e-06, 6.48e-06, 9.36e-06, 4.21e-06, 7.84e-06, 5.54e-05, 2.83e-06, 1.04e-06, 0.00e+00]    []  
738000    [3.86e-05, 1.89e-05, 2.26e-05, 2.02e-05, 1.04e-05, 3.17e-05, 4.42e-07, 4.71e-05, 1.11e-04, 1.99e-05, 4.86e-05, 3.91e-04, 1.64e-05, 6.06e-06, 1.57e-09]    [3.86e-05, 1.89e-05, 2.26e-05, 2.02e-05, 1.04e-05, 3.17e-05, 4.42e-07, 4.71e-05, 1.11e-04, 1.99e-05, 4.86e-05, 3.91e-04, 1.64e-05, 6.06e-06, 1.57e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.162565 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
738000    [3.86e-05, 1.89e-05, 2.26e-05, 2.02e-05, 1.04e-05, 3.17e-05, 4.42e-07, 4.71e-05, 1.11e-04, 1.99e-05, 4.86e-05, 3.91e-04, 1.64e-05, 6.06e-06, 1.57e-09]    [3.86e-05, 1.89e-05, 2.26e-05, 2.02e-05, 1.04e-05, 3.17e-05, 4.42e-07, 4.71e-05, 1.11e-04, 1.99e-05, 4.86e-05, 3.91e-04, 1.64e-05, 6.06e-06, 1.57e-09]    []  
740000    [4.35e-06, 1.62e-06, 4.84e-06, 1.68e-06, 1.85e-06, 3.57e-07, 7.66e-07, 1.29e-06, 3.21e-06, 2.54e-06, 1.14e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.35e-06, 1.62e-06, 4.84e-06, 1.68e-06, 1.85e-06, 3.57e-07, 7.66e-07, 1.29e-06, 3.21e-06, 2.54e-06, 1.14e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.775704 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
740000    [4.35e-06, 1.62e-06, 4.84e-06, 1.68e-06, 1.85e-06, 3.57e-07, 7.66e-07, 1.29e-06, 3.21e-06, 2.54e-06, 1.14e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.35e-06, 1.62e-06, 4.84e-06, 1.68e-06, 1.85e-06, 3.57e-07, 7.66e-07, 1.29e-06, 3.21e-06, 2.54e-06, 1.14e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
742000    [7.51e-05, 1.42e-05, 4.75e-05, 3.05e-05, 3.87e-05, 1.93e-05, 1.90e-08, 1.79e-05, 2.61e-05, 2.96e-05, 1.69e-05, 2.08e-04, 1.57e-05, 2.87e-06, 5.22e-11]    [7.51e-05, 1.42e-05, 4.75e-05, 3.05e-05, 3.87e-05, 1.93e-05, 1.90e-08, 1.79e-05, 2.61e-05, 2.96e-05, 1.69e-05, 2.08e-04, 1.57e-05, 2.87e-06, 5.22e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.132533 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
742000    [7.51e-05, 1.42e-05, 4.75e-05, 3.05e-05, 3.87e-05, 1.93e-05, 1.90e-08, 1.79e-05, 2.61e-05, 2.96e-05, 1.69e-05, 2.08e-04, 1.57e-05, 2.87e-06, 5.22e-11]    [7.51e-05, 1.42e-05, 4.75e-05, 3.05e-05, 3.87e-05, 1.93e-05, 1.90e-08, 1.79e-05, 2.61e-05, 2.96e-05, 1.69e-05, 2.08e-04, 1.57e-05, 2.87e-06, 5.22e-11]    []  
744000    [2.28e-07, 1.81e-06, 1.05e-06, 4.14e-07, 2.07e-08, 4.76e-07, 3.08e-09, 3.34e-08, 2.86e-07, 8.75e-07, 5.61e-07, 6.68e-07, 2.20e-09, 3.08e-08, 8.44e-12]    [2.28e-07, 1.81e-06, 1.05e-06, 4.14e-07, 2.07e-08, 4.76e-07, 3.08e-09, 3.34e-08, 2.86e-07, 8.75e-07, 5.61e-07, 6.68e-07, 2.20e-09, 3.08e-08, 8.44e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.084128 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
744000    [2.28e-07, 1.81e-06, 1.05e-06, 4.14e-07, 2.07e-08, 4.76e-07, 3.08e-09, 3.34e-08, 2.86e-07, 8.75e-07, 5.61e-07, 6.68e-07, 2.20e-09, 3.08e-08, 8.44e-12]    [2.28e-07, 1.81e-06, 1.05e-06, 4.14e-07, 2.07e-08, 4.76e-07, 3.08e-09, 3.34e-08, 2.86e-07, 8.75e-07, 5.61e-07, 6.68e-07, 2.20e-09, 3.08e-08, 8.44e-12]    []  
746000    [9.21e-07, 2.87e-06, 1.32e-06, 3.97e-07, 5.73e-07, 1.67e-07, 3.38e-07, 4.78e-07, 4.58e-07, 5.74e-07, 6.08e-07, 1.24e-06, 4.93e-08, 6.06e-09, 0.00e+00]    [9.21e-07, 2.87e-06, 1.32e-06, 3.97e-07, 5.73e-07, 1.67e-07, 3.38e-07, 4.78e-07, 4.58e-07, 5.74e-07, 6.08e-07, 1.24e-06, 4.93e-08, 6.06e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.482540 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
746000    [9.21e-07, 2.87e-06, 1.32e-06, 3.97e-07, 5.73e-07, 1.67e-07, 3.38e-07, 4.78e-07, 4.58e-07, 5.74e-07, 6.08e-07, 1.24e-06, 4.93e-08, 6.06e-09, 0.00e+00]    [9.21e-07, 2.87e-06, 1.32e-06, 3.97e-07, 5.73e-07, 1.67e-07, 3.38e-07, 4.78e-07, 4.58e-07, 5.74e-07, 6.08e-07, 1.24e-06, 4.93e-08, 6.06e-09, 0.00e+00]    []  
748000    [4.18e-06, 2.51e-06, 5.94e-06, 2.48e-06, 2.42e-06, 6.82e-07, 1.20e-07, 3.70e-07, 3.85e-07, 3.32e-06, 2.08e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.18e-06, 2.51e-06, 5.94e-06, 2.48e-06, 2.42e-06, 6.82e-07, 1.20e-07, 3.70e-07, 3.85e-07, 3.32e-06, 2.08e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.312169 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
748000    [4.18e-06, 2.51e-06, 5.94e-06, 2.48e-06, 2.42e-06, 6.82e-07, 1.20e-07, 3.70e-07, 3.85e-07, 3.32e-06, 2.08e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.18e-06, 2.51e-06, 5.94e-06, 2.48e-06, 2.42e-06, 6.82e-07, 1.20e-07, 3.70e-07, 3.85e-07, 3.32e-06, 2.08e-06, 1.03e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
750000    [4.72e-07, 2.16e-06, 1.83e-06, 5.46e-07, 6.55e-08, 3.17e-07, 5.01e-07, 6.82e-08, 6.55e-07, 6.06e-07, 2.03e-06, 2.19e-06, 0.00e+00, 0.00e+00, 4.64e-09]    [4.72e-07, 2.16e-06, 1.83e-06, 5.46e-07, 6.55e-08, 3.17e-07, 5.01e-07, 6.82e-08, 6.55e-07, 6.06e-07, 2.03e-06, 2.19e-06, 0.00e+00, 0.00e+00, 4.64e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.919451 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
750000    [4.72e-07, 2.16e-06, 1.83e-06, 5.46e-07, 6.55e-08, 3.17e-07, 5.01e-07, 6.82e-08, 6.55e-07, 6.06e-07, 2.03e-06, 2.19e-06, 0.00e+00, 0.00e+00, 4.64e-09]    [4.72e-07, 2.16e-06, 1.83e-06, 5.46e-07, 6.55e-08, 3.17e-07, 5.01e-07, 6.82e-08, 6.55e-07, 6.06e-07, 2.03e-06, 2.19e-06, 0.00e+00, 0.00e+00, 4.64e-09]    []  
752000    [3.79e-05, 5.17e-06, 2.82e-05, 1.21e-05, 1.97e-05, 8.34e-06, 2.10e-06, 6.72e-06, 9.10e-06, 1.44e-05, 7.06e-06, 7.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.79e-05, 5.17e-06, 2.82e-05, 1.21e-05, 1.97e-05, 8.34e-06, 2.10e-06, 6.72e-06, 9.10e-06, 1.44e-05, 7.06e-06, 7.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.788097 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
752000    [3.79e-05, 5.17e-06, 2.82e-05, 1.21e-05, 1.97e-05, 8.34e-06, 2.10e-06, 6.72e-06, 9.10e-06, 1.44e-05, 7.06e-06, 7.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.79e-05, 5.17e-06, 2.82e-05, 1.21e-05, 1.97e-05, 8.34e-06, 2.10e-06, 6.72e-06, 9.10e-06, 1.44e-05, 7.06e-06, 7.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
754000    [1.12e-06, 1.88e-06, 2.48e-06, 3.65e-07, 3.07e-07, 3.56e-08, 1.59e-06, 3.24e-07, 2.12e-06, 1.30e-06, 1.19e-06, 1.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.12e-06, 1.88e-06, 2.48e-06, 3.65e-07, 3.07e-07, 3.56e-08, 1.59e-06, 3.24e-07, 2.12e-06, 1.30e-06, 1.19e-06, 1.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.175667 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
754000    [1.12e-06, 1.88e-06, 2.48e-06, 3.65e-07, 3.07e-07, 3.56e-08, 1.59e-06, 3.24e-07, 2.12e-06, 1.30e-06, 1.19e-06, 1.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.12e-06, 1.88e-06, 2.48e-06, 3.65e-07, 3.07e-07, 3.56e-08, 1.59e-06, 3.24e-07, 2.12e-06, 1.30e-06, 1.19e-06, 1.43e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
756000    [4.83e-05, 6.73e-06, 3.46e-05, 1.54e-05, 2.51e-05, 1.25e-05, 8.44e-07, 1.15e-05, 1.77e-05, 1.93e-05, 9.64e-06, 1.11e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.83e-05, 6.73e-06, 3.46e-05, 1.54e-05, 2.51e-05, 1.25e-05, 8.44e-07, 1.15e-05, 1.77e-05, 1.93e-05, 9.64e-06, 1.11e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.702447 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
756000    [4.83e-05, 6.73e-06, 3.46e-05, 1.54e-05, 2.51e-05, 1.25e-05, 8.44e-07, 1.15e-05, 1.77e-05, 1.93e-05, 9.64e-06, 1.11e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.83e-05, 6.73e-06, 3.46e-05, 1.54e-05, 2.51e-05, 1.25e-05, 8.44e-07, 1.15e-05, 1.77e-05, 1.93e-05, 9.64e-06, 1.11e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
758000    [1.13e-05, 7.81e-06, 8.55e-06, 7.89e-06, 3.21e-06, 1.95e-05, 4.48e-06, 1.08e-05, 1.57e-05, 4.59e-06, 1.07e-05, 6.89e-05, 3.02e-06, 3.24e-06, 0.00e+00]    [1.13e-05, 7.81e-06, 8.55e-06, 7.89e-06, 3.21e-06, 1.95e-05, 4.48e-06, 1.08e-05, 1.57e-05, 4.59e-06, 1.07e-05, 6.89e-05, 3.02e-06, 3.24e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.227468 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
758000    [1.13e-05, 7.81e-06, 8.55e-06, 7.89e-06, 3.21e-06, 1.95e-05, 4.48e-06, 1.08e-05, 1.57e-05, 4.59e-06, 1.07e-05, 6.89e-05, 3.02e-06, 3.24e-06, 0.00e+00]    [1.13e-05, 7.81e-06, 8.55e-06, 7.89e-06, 3.21e-06, 1.95e-05, 4.48e-06, 1.08e-05, 1.57e-05, 4.59e-06, 1.07e-05, 6.89e-05, 3.02e-06, 3.24e-06, 0.00e+00]    []  
760000    [1.99e-05, 7.40e-06, 1.83e-05, 1.61e-05, 5.13e-06, 4.85e-05, 8.17e-05, 3.22e-05, 6.33e-05, 6.27e-06, 5.63e-05, 3.04e-04, 4.46e-06, 8.65e-06, 3.02e-06]    [1.99e-05, 7.40e-06, 1.83e-05, 1.61e-05, 5.13e-06, 4.85e-05, 8.17e-05, 3.22e-05, 6.33e-05, 6.27e-06, 5.63e-05, 3.04e-04, 4.46e-06, 8.65e-06, 3.02e-06]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.106628 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
760000    [1.99e-05, 7.40e-06, 1.83e-05, 1.61e-05, 5.13e-06, 4.85e-05, 8.17e-05, 3.22e-05, 6.33e-05, 6.27e-06, 5.63e-05, 3.04e-04, 4.46e-06, 8.65e-06, 3.02e-06]    [1.99e-05, 7.40e-06, 1.83e-05, 1.61e-05, 5.13e-06, 4.85e-05, 8.17e-05, 3.22e-05, 6.33e-05, 6.27e-06, 5.63e-05, 3.04e-04, 4.46e-06, 8.65e-06, 3.02e-06]    []  
762000    [1.23e-05, 5.71e-06, 8.42e-06, 7.38e-06, 5.31e-06, 3.01e-06, 1.17e-06, 2.75e-06, 8.65e-06, 5.33e-06, 3.26e-06, 3.75e-05, 2.98e-06, 2.50e-07, 1.03e-08]    [1.23e-05, 5.71e-06, 8.42e-06, 7.38e-06, 5.31e-06, 3.01e-06, 1.17e-06, 2.75e-06, 8.65e-06, 5.33e-06, 3.26e-06, 3.75e-05, 2.98e-06, 2.50e-07, 1.03e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.215448 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
762000    [1.23e-05, 5.71e-06, 8.42e-06, 7.38e-06, 5.31e-06, 3.01e-06, 1.17e-06, 2.75e-06, 8.65e-06, 5.33e-06, 3.26e-06, 3.75e-05, 2.98e-06, 2.50e-07, 1.03e-08]    [1.23e-05, 5.71e-06, 8.42e-06, 7.38e-06, 5.31e-06, 3.01e-06, 1.17e-06, 2.75e-06, 8.65e-06, 5.33e-06, 3.26e-06, 3.75e-05, 2.98e-06, 2.50e-07, 1.03e-08]    []  
764000    [1.30e-05, 8.93e-06, 9.68e-06, 5.49e-06, 7.61e-06, 5.12e-06, 7.99e-08, 2.61e-06, 6.27e-06, 3.43e-06, 9.98e-06, 4.54e-05, 2.56e-06, 1.16e-06, 3.34e-10]    [1.30e-05, 8.93e-06, 9.68e-06, 5.49e-06, 7.61e-06, 5.12e-06, 7.99e-08, 2.61e-06, 6.27e-06, 3.43e-06, 9.98e-06, 4.54e-05, 2.56e-06, 1.16e-06, 3.34e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.195981 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
764000    [1.30e-05, 8.93e-06, 9.68e-06, 5.49e-06, 7.61e-06, 5.12e-06, 7.99e-08, 2.61e-06, 6.27e-06, 3.43e-06, 9.98e-06, 4.54e-05, 2.56e-06, 1.16e-06, 3.34e-10]    [1.30e-05, 8.93e-06, 9.68e-06, 5.49e-06, 7.61e-06, 5.12e-06, 7.99e-08, 2.61e-06, 6.27e-06, 3.43e-06, 9.98e-06, 4.54e-05, 2.56e-06, 1.16e-06, 3.34e-10]    []  
766000    [9.62e-06, 6.53e-06, 9.44e-06, 6.65e-06, 3.54e-08, 3.48e-07, 2.28e-05, 8.74e-08, 5.79e-06, 9.92e-06, 3.23e-06, 5.25e-06, 0.00e+00, 2.80e-09, 2.86e-07]    [9.62e-06, 6.53e-06, 9.44e-06, 6.65e-06, 3.54e-08, 3.48e-07, 2.28e-05, 8.74e-08, 5.79e-06, 9.92e-06, 3.23e-06, 5.25e-06, 0.00e+00, 2.80e-09, 2.86e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.138514 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
766000    [9.62e-06, 6.53e-06, 9.44e-06, 6.65e-06, 3.54e-08, 3.48e-07, 2.28e-05, 8.74e-08, 5.79e-06, 9.92e-06, 3.23e-06, 5.25e-06, 0.00e+00, 2.80e-09, 2.86e-07]    [9.62e-06, 6.53e-06, 9.44e-06, 6.65e-06, 3.54e-08, 3.48e-07, 2.28e-05, 8.74e-08, 5.79e-06, 9.92e-06, 3.23e-06, 5.25e-06, 0.00e+00, 2.80e-09, 2.86e-07]    []  
768000    [1.17e-06, 3.45e-06, 3.36e-06, 6.44e-07, 7.14e-07, 4.17e-07, 5.09e-09, 3.72e-07, 2.92e-06, 4.02e-06, 3.24e-06, 9.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.17e-06, 3.45e-06, 3.36e-06, 6.44e-07, 7.14e-07, 4.17e-07, 5.09e-09, 3.72e-07, 2.92e-06, 4.02e-06, 3.24e-06, 9.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.895713 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
768000    [1.17e-06, 3.45e-06, 3.36e-06, 6.44e-07, 7.14e-07, 4.17e-07, 5.09e-09, 3.72e-07, 2.92e-06, 4.02e-06, 3.24e-06, 9.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.17e-06, 3.45e-06, 3.36e-06, 6.44e-07, 7.14e-07, 4.17e-07, 5.09e-09, 3.72e-07, 2.92e-06, 4.02e-06, 3.24e-06, 9.25e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
770000    [8.65e-06, 6.66e-06, 6.55e-06, 5.18e-06, 2.51e-06, 5.32e-06, 1.45e-06, 3.02e-06, 5.05e-06, 3.40e-06, 7.82e-06, 2.88e-05, 1.80e-06, 4.69e-07, 0.00e+00]    [8.65e-06, 6.66e-06, 6.55e-06, 5.18e-06, 2.51e-06, 5.32e-06, 1.45e-06, 3.02e-06, 5.05e-06, 3.40e-06, 7.82e-06, 2.88e-05, 1.80e-06, 4.69e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.299941 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
770000    [8.65e-06, 6.66e-06, 6.55e-06, 5.18e-06, 2.51e-06, 5.32e-06, 1.45e-06, 3.02e-06, 5.05e-06, 3.40e-06, 7.82e-06, 2.88e-05, 1.80e-06, 4.69e-07, 0.00e+00]    [8.65e-06, 6.66e-06, 6.55e-06, 5.18e-06, 2.51e-06, 5.32e-06, 1.45e-06, 3.02e-06, 5.05e-06, 3.40e-06, 7.82e-06, 2.88e-05, 1.80e-06, 4.69e-07, 0.00e+00]    []  
772000    [4.16e-06, 5.93e-06, 4.26e-06, 1.13e-06, 5.54e-07, 1.59e-06, 6.23e-09, 4.14e-07, 2.43e-06, 2.47e-06, 2.42e-06, 3.19e-06, 2.72e-08, 1.78e-07, 0.00e+00]    [4.16e-06, 5.93e-06, 4.26e-06, 1.13e-06, 5.54e-07, 1.59e-06, 6.23e-09, 4.14e-07, 2.43e-06, 2.47e-06, 2.42e-06, 3.19e-06, 2.72e-08, 1.78e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.828994 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
772000    [4.16e-06, 5.93e-06, 4.26e-06, 1.13e-06, 5.54e-07, 1.59e-06, 6.23e-09, 4.14e-07, 2.43e-06, 2.47e-06, 2.42e-06, 3.19e-06, 2.72e-08, 1.78e-07, 0.00e+00]    [4.16e-06, 5.93e-06, 4.26e-06, 1.13e-06, 5.54e-07, 1.59e-06, 6.23e-09, 4.14e-07, 2.43e-06, 2.47e-06, 2.42e-06, 3.19e-06, 2.72e-08, 1.78e-07, 0.00e+00]    []  
774000    [4.32e-06, 2.12e-06, 5.06e-06, 1.37e-06, 2.80e-06, 1.33e-06, 1.43e-06, 7.11e-07, 1.07e-06, 2.97e-06, 2.78e-06, 1.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.32e-06, 2.12e-06, 5.06e-06, 1.37e-06, 2.80e-06, 1.33e-06, 1.43e-06, 7.11e-07, 1.07e-06, 2.97e-06, 2.78e-06, 1.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.407708 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
774000    [4.32e-06, 2.12e-06, 5.06e-06, 1.37e-06, 2.80e-06, 1.33e-06, 1.43e-06, 7.11e-07, 1.07e-06, 2.97e-06, 2.78e-06, 1.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.32e-06, 2.12e-06, 5.06e-06, 1.37e-06, 2.80e-06, 1.33e-06, 1.43e-06, 7.11e-07, 1.07e-06, 2.97e-06, 2.78e-06, 1.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
776000    [9.08e-07, 2.16e-06, 2.46e-06, 8.93e-07, 1.19e-07, 1.41e-06, 2.07e-06, 3.67e-07, 9.05e-07, 1.56e-06, 2.21e-06, 4.19e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [9.08e-07, 2.16e-06, 2.46e-06, 8.93e-07, 1.19e-07, 1.41e-06, 2.07e-06, 3.67e-07, 9.05e-07, 1.56e-06, 2.21e-06, 4.19e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.256004 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
776000    [9.08e-07, 2.16e-06, 2.46e-06, 8.93e-07, 1.19e-07, 1.41e-06, 2.07e-06, 3.67e-07, 9.05e-07, 1.56e-06, 2.21e-06, 4.19e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [9.08e-07, 2.16e-06, 2.46e-06, 8.93e-07, 1.19e-07, 1.41e-06, 2.07e-06, 3.67e-07, 9.05e-07, 1.56e-06, 2.21e-06, 4.19e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
778000    [8.02e-06, 6.74e-06, 1.24e-05, 2.85e-06, 9.15e-06, 5.41e-06, 4.83e-08, 1.04e-05, 1.12e-05, 2.47e-05, 9.77e-06, 1.10e-04, 0.00e+00, 0.00e+00, 1.41e-10]    [8.02e-06, 6.74e-06, 1.24e-05, 2.85e-06, 9.15e-06, 5.41e-06, 4.83e-08, 1.04e-05, 1.12e-05, 2.47e-05, 9.77e-06, 1.10e-04, 0.00e+00, 0.00e+00, 1.41e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 25.680479 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
778000    [8.02e-06, 6.74e-06, 1.24e-05, 2.85e-06, 9.15e-06, 5.41e-06, 4.83e-08, 1.04e-05, 1.12e-05, 2.47e-05, 9.77e-06, 1.10e-04, 0.00e+00, 0.00e+00, 1.41e-10]    [8.02e-06, 6.74e-06, 1.24e-05, 2.85e-06, 9.15e-06, 5.41e-06, 4.83e-08, 1.04e-05, 1.12e-05, 2.47e-05, 9.77e-06, 1.10e-04, 0.00e+00, 0.00e+00, 1.41e-10]    []  
780000    [3.59e-07, 2.06e-06, 1.02e-06, 4.34e-07, 2.53e-07, 2.01e-07, 6.05e-08, 4.40e-07, 4.62e-07, 8.18e-07, 9.91e-07, 1.79e-06, 5.03e-08, 3.48e-08, 0.00e+00]    [3.59e-07, 2.06e-06, 1.02e-06, 4.34e-07, 2.53e-07, 2.01e-07, 6.05e-08, 4.40e-07, 4.62e-07, 8.18e-07, 9.91e-07, 1.79e-06, 5.03e-08, 3.48e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.688807 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
780000    [3.59e-07, 2.06e-06, 1.02e-06, 4.34e-07, 2.53e-07, 2.01e-07, 6.05e-08, 4.40e-07, 4.62e-07, 8.18e-07, 9.91e-07, 1.79e-06, 5.03e-08, 3.48e-08, 0.00e+00]    [3.59e-07, 2.06e-06, 1.02e-06, 4.34e-07, 2.53e-07, 2.01e-07, 6.05e-08, 4.40e-07, 4.62e-07, 8.18e-07, 9.91e-07, 1.79e-06, 5.03e-08, 3.48e-08, 0.00e+00]    []  
782000    [3.30e-05, 3.02e-06, 2.64e-05, 1.15e-05, 1.74e-05, 7.03e-07, 7.68e-07, 1.04e-06, 6.78e-06, 1.06e-05, 1.23e-06, 2.63e-05, 0.00e+00, 9.08e-09, 0.00e+00]    [3.30e-05, 3.02e-06, 2.64e-05, 1.15e-05, 1.74e-05, 7.03e-07, 7.68e-07, 1.04e-06, 6.78e-06, 1.06e-05, 1.23e-06, 2.63e-05, 0.00e+00, 9.08e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.316063 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
782000    [3.30e-05, 3.02e-06, 2.64e-05, 1.15e-05, 1.74e-05, 7.03e-07, 7.68e-07, 1.04e-06, 6.78e-06, 1.06e-05, 1.23e-06, 2.63e-05, 0.00e+00, 9.08e-09, 0.00e+00]    [3.30e-05, 3.02e-06, 2.64e-05, 1.15e-05, 1.74e-05, 7.03e-07, 7.68e-07, 1.04e-06, 6.78e-06, 1.06e-05, 1.23e-06, 2.63e-05, 0.00e+00, 9.08e-09, 0.00e+00]    []  
784000    [3.90e-07, 3.26e-06, 2.29e-06, 1.35e-06, 1.15e-08, 3.23e-09, 6.60e-08, 7.49e-08, 1.21e-07, 2.87e-07, 1.12e-06, 7.19e-07, 5.43e-10, 8.85e-12, 0.00e+00]    [3.90e-07, 3.26e-06, 2.29e-06, 1.35e-06, 1.15e-08, 3.23e-09, 6.60e-08, 7.49e-08, 1.21e-07, 2.87e-07, 1.12e-06, 7.19e-07, 5.43e-10, 8.85e-12, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.329632 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
784000    [3.90e-07, 3.26e-06, 2.29e-06, 1.35e-06, 1.15e-08, 3.23e-09, 6.60e-08, 7.49e-08, 1.21e-07, 2.87e-07, 1.12e-06, 7.19e-07, 5.43e-10, 8.85e-12, 0.00e+00]    [3.90e-07, 3.26e-06, 2.29e-06, 1.35e-06, 1.15e-08, 3.23e-09, 6.60e-08, 7.49e-08, 1.21e-07, 2.87e-07, 1.12e-06, 7.19e-07, 5.43e-10, 8.85e-12, 0.00e+00]    []  
786000    [3.71e-06, 4.74e-06, 5.30e-06, 4.47e-07, 1.08e-08, 2.19e-06, 1.92e-08, 1.18e-06, 2.44e-06, 1.33e-06, 1.95e-06, 3.44e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.71e-06, 4.74e-06, 5.30e-06, 4.47e-07, 1.08e-08, 2.19e-06, 1.92e-08, 1.18e-06, 2.44e-06, 1.33e-06, 1.95e-06, 3.44e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.985622 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
786000    [3.71e-06, 4.74e-06, 5.30e-06, 4.47e-07, 1.08e-08, 2.19e-06, 1.92e-08, 1.18e-06, 2.44e-06, 1.33e-06, 1.95e-06, 3.44e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.71e-06, 4.74e-06, 5.30e-06, 4.47e-07, 1.08e-08, 2.19e-06, 1.92e-08, 1.18e-06, 2.44e-06, 1.33e-06, 1.95e-06, 3.44e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
788000    [3.51e-06, 4.67e-06, 6.49e-06, 3.27e-06, 2.12e-06, 1.18e-06, 1.76e-04, 1.88e-06, 3.27e-06, 7.12e-06, 3.67e-06, 2.98e-05, 0.00e+00, 0.00e+00, 1.42e-05]    [3.51e-06, 4.67e-06, 6.49e-06, 3.27e-06, 2.12e-06, 1.18e-06, 1.76e-04, 1.88e-06, 3.27e-06, 7.12e-06, 3.67e-06, 2.98e-05, 0.00e+00, 0.00e+00, 1.42e-05]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.767823 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
788000    [3.51e-06, 4.67e-06, 6.49e-06, 3.27e-06, 2.12e-06, 1.18e-06, 1.76e-04, 1.88e-06, 3.27e-06, 7.12e-06, 3.67e-06, 2.98e-05, 0.00e+00, 0.00e+00, 1.42e-05]    [3.51e-06, 4.67e-06, 6.49e-06, 3.27e-06, 2.12e-06, 1.18e-06, 1.76e-04, 1.88e-06, 3.27e-06, 7.12e-06, 3.67e-06, 2.98e-05, 0.00e+00, 0.00e+00, 1.42e-05]    []  
790000    [5.12e-06, 1.63e-06, 6.01e-06, 7.35e-07, 2.31e-06, 3.17e-07, 3.46e-08, 1.09e-06, 1.70e-06, 2.20e-06, 8.90e-07, 5.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [5.12e-06, 1.63e-06, 6.01e-06, 7.35e-07, 2.31e-06, 3.17e-07, 3.46e-08, 1.09e-06, 1.70e-06, 2.20e-06, 8.90e-07, 5.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.328897 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
790000    [5.12e-06, 1.63e-06, 6.01e-06, 7.35e-07, 2.31e-06, 3.17e-07, 3.46e-08, 1.09e-06, 1.70e-06, 2.20e-06, 8.90e-07, 5.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [5.12e-06, 1.63e-06, 6.01e-06, 7.35e-07, 2.31e-06, 3.17e-07, 3.46e-08, 1.09e-06, 1.70e-06, 2.20e-06, 8.90e-07, 5.64e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
792000    [1.45e-05, 2.49e-06, 1.23e-05, 4.19e-06, 8.85e-06, 4.36e-06, 3.26e-07, 2.82e-06, 2.00e-06, 6.09e-06, 4.88e-06, 2.99e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.45e-05, 2.49e-06, 1.23e-05, 4.19e-06, 8.85e-06, 4.36e-06, 3.26e-07, 2.82e-06, 2.00e-06, 6.09e-06, 4.88e-06, 2.99e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.074991 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
792000    [1.45e-05, 2.49e-06, 1.23e-05, 4.19e-06, 8.85e-06, 4.36e-06, 3.26e-07, 2.82e-06, 2.00e-06, 6.09e-06, 4.88e-06, 2.99e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.45e-05, 2.49e-06, 1.23e-05, 4.19e-06, 8.85e-06, 4.36e-06, 3.26e-07, 2.82e-06, 2.00e-06, 6.09e-06, 4.88e-06, 2.99e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
794000    [1.33e-06, 3.17e-06, 2.17e-06, 1.48e-06, 5.74e-07, 7.29e-07, 1.94e-08, 2.55e-07, 8.04e-07, 8.02e-07, 1.69e-06, 4.62e-06, 1.80e-07, 8.17e-08, 5.39e-11]    [1.33e-06, 3.17e-06, 2.17e-06, 1.48e-06, 5.74e-07, 7.29e-07, 1.94e-08, 2.55e-07, 8.04e-07, 8.02e-07, 1.69e-06, 4.62e-06, 1.80e-07, 8.17e-08, 5.39e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.225744 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
794000    [1.33e-06, 3.17e-06, 2.17e-06, 1.48e-06, 5.74e-07, 7.29e-07, 1.94e-08, 2.55e-07, 8.04e-07, 8.02e-07, 1.69e-06, 4.62e-06, 1.80e-07, 8.17e-08, 5.39e-11]    [1.33e-06, 3.17e-06, 2.17e-06, 1.48e-06, 5.74e-07, 7.29e-07, 1.94e-08, 2.55e-07, 8.04e-07, 8.02e-07, 1.69e-06, 4.62e-06, 1.80e-07, 8.17e-08, 5.39e-11]    []  
796000    [9.86e-06, 7.49e-06, 6.63e-06, 3.62e-06, 5.23e-06, 1.53e-06, 2.71e-06, 3.10e-06, 7.53e-06, 2.05e-06, 2.70e-06, 2.70e-05, 1.43e-06, 2.23e-07, 0.00e+00]    [9.86e-06, 7.49e-06, 6.63e-06, 3.62e-06, 5.23e-06, 1.53e-06, 2.71e-06, 3.10e-06, 7.53e-06, 2.05e-06, 2.70e-06, 2.70e-05, 1.43e-06, 2.23e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.098257 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
796000    [9.86e-06, 7.49e-06, 6.63e-06, 3.62e-06, 5.23e-06, 1.53e-06, 2.71e-06, 3.10e-06, 7.53e-06, 2.05e-06, 2.70e-06, 2.70e-05, 1.43e-06, 2.23e-07, 0.00e+00]    [9.86e-06, 7.49e-06, 6.63e-06, 3.62e-06, 5.23e-06, 1.53e-06, 2.71e-06, 3.10e-06, 7.53e-06, 2.05e-06, 2.70e-06, 2.70e-05, 1.43e-06, 2.23e-07, 0.00e+00]    []  
798000    [3.18e-06, 5.73e-06, 3.12e-06, 2.35e-06, 8.93e-12, 7.35e-08, 1.80e-07, 1.06e-07, 1.21e-06, 2.21e-06, 2.52e-06, 2.25e-06, 6.97e-11, 2.15e-10, 9.75e-10]    [3.18e-06, 5.73e-06, 3.12e-06, 2.35e-06, 8.93e-12, 7.35e-08, 1.80e-07, 1.06e-07, 1.21e-06, 2.21e-06, 2.52e-06, 2.25e-06, 6.97e-11, 2.15e-10, 9.75e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.656521 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
798000    [3.18e-06, 5.73e-06, 3.12e-06, 2.35e-06, 8.93e-12, 7.35e-08, 1.80e-07, 1.06e-07, 1.21e-06, 2.21e-06, 2.52e-06, 2.25e-06, 6.97e-11, 2.15e-10, 9.75e-10]    [3.18e-06, 5.73e-06, 3.12e-06, 2.35e-06, 8.93e-12, 7.35e-08, 1.80e-07, 1.06e-07, 1.21e-06, 2.21e-06, 2.52e-06, 2.25e-06, 6.97e-11, 2.15e-10, 9.75e-10]    []  
800000    [3.60e-05, 8.66e-06, 2.27e-05, 1.65e-05, 1.93e-05, 7.24e-06, 1.09e-06, 7.25e-06, 1.13e-05, 1.48e-05, 5.27e-06, 8.04e-05, 7.45e-06, 1.16e-06, 8.56e-09]    [3.60e-05, 8.66e-06, 2.27e-05, 1.65e-05, 1.93e-05, 7.24e-06, 1.09e-06, 7.25e-06, 1.13e-05, 1.48e-05, 5.27e-06, 8.04e-05, 7.45e-06, 1.16e-06, 8.56e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.463145 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
800000    [3.60e-05, 8.66e-06, 2.27e-05, 1.65e-05, 1.93e-05, 7.24e-06, 1.09e-06, 7.25e-06, 1.13e-05, 1.48e-05, 5.27e-06, 8.04e-05, 7.45e-06, 1.16e-06, 8.56e-09]    [3.60e-05, 8.66e-06, 2.27e-05, 1.65e-05, 1.93e-05, 7.24e-06, 1.09e-06, 7.25e-06, 1.13e-05, 1.48e-05, 5.27e-06, 8.04e-05, 7.45e-06, 1.16e-06, 8.56e-09]    []  
802000    [5.51e-07, 2.33e-06, 1.35e-06, 6.15e-07, 3.29e-07, 3.13e-07, 6.56e-06, 3.47e-08, 8.91e-07, 7.60e-07, 1.52e-06, 1.77e-06, 5.99e-08, 1.57e-08, 0.00e+00]    [5.51e-07, 2.33e-06, 1.35e-06, 6.15e-07, 3.29e-07, 3.13e-07, 6.56e-06, 3.47e-08, 8.91e-07, 7.60e-07, 1.52e-06, 1.77e-06, 5.99e-08, 1.57e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.880401 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
802000    [5.51e-07, 2.33e-06, 1.35e-06, 6.15e-07, 3.29e-07, 3.13e-07, 6.56e-06, 3.47e-08, 8.91e-07, 7.60e-07, 1.52e-06, 1.77e-06, 5.99e-08, 1.57e-08, 0.00e+00]    [5.51e-07, 2.33e-06, 1.35e-06, 6.15e-07, 3.29e-07, 3.13e-07, 6.56e-06, 3.47e-08, 8.91e-07, 7.60e-07, 1.52e-06, 1.77e-06, 5.99e-08, 1.57e-08, 0.00e+00]    []  
804000    [3.56e-06, 1.95e-06, 4.43e-06, 1.21e-06, 1.66e-06, 1.15e-06, 6.48e-09, 9.92e-07, 1.61e-06, 2.44e-06, 1.67e-06, 1.08e-05, 0.00e+00, 0.00e+00, 1.78e-11]    [3.56e-06, 1.95e-06, 4.43e-06, 1.21e-06, 1.66e-06, 1.15e-06, 6.48e-09, 9.92e-07, 1.61e-06, 2.44e-06, 1.67e-06, 1.08e-05, 0.00e+00, 0.00e+00, 1.78e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.401261 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
804000    [3.56e-06, 1.95e-06, 4.43e-06, 1.21e-06, 1.66e-06, 1.15e-06, 6.48e-09, 9.92e-07, 1.61e-06, 2.44e-06, 1.67e-06, 1.08e-05, 0.00e+00, 0.00e+00, 1.78e-11]    [3.56e-06, 1.95e-06, 4.43e-06, 1.21e-06, 1.66e-06, 1.15e-06, 6.48e-09, 9.92e-07, 1.61e-06, 2.44e-06, 1.67e-06, 1.08e-05, 0.00e+00, 0.00e+00, 1.78e-11]    []  
806000    [7.61e-07, 2.31e-06, 2.42e-06, 5.75e-07, 3.06e-07, 6.70e-07, 6.23e-11, 2.69e-07, 2.88e-07, 1.12e-06, 8.24e-07, 2.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [7.61e-07, 2.31e-06, 2.42e-06, 5.75e-07, 3.06e-07, 6.70e-07, 6.23e-11, 2.69e-07, 2.88e-07, 1.12e-06, 8.24e-07, 2.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.834912 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
806000    [7.61e-07, 2.31e-06, 2.42e-06, 5.75e-07, 3.06e-07, 6.70e-07, 6.23e-11, 2.69e-07, 2.88e-07, 1.12e-06, 8.24e-07, 2.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [7.61e-07, 2.31e-06, 2.42e-06, 5.75e-07, 3.06e-07, 6.70e-07, 6.23e-11, 2.69e-07, 2.88e-07, 1.12e-06, 8.24e-07, 2.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
808000    [6.13e-06, 5.42e-06, 4.21e-06, 3.20e-06, 1.64e-06, 3.88e-07, 1.03e-07, 1.37e-06, 1.03e-05, 1.61e-06, 4.23e-06, 2.02e-05, 1.45e-07, 4.47e-08, 3.33e-10]    [6.13e-06, 5.42e-06, 4.21e-06, 3.20e-06, 1.64e-06, 3.88e-07, 1.03e-07, 1.37e-06, 1.03e-05, 1.61e-06, 4.23e-06, 2.02e-05, 1.45e-07, 4.47e-08, 3.33e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.487205 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
808000    [6.13e-06, 5.42e-06, 4.21e-06, 3.20e-06, 1.64e-06, 3.88e-07, 1.03e-07, 1.37e-06, 1.03e-05, 1.61e-06, 4.23e-06, 2.02e-05, 1.45e-07, 4.47e-08, 3.33e-10]    [6.13e-06, 5.42e-06, 4.21e-06, 3.20e-06, 1.64e-06, 3.88e-07, 1.03e-07, 1.37e-06, 1.03e-05, 1.61e-06, 4.23e-06, 2.02e-05, 1.45e-07, 4.47e-08, 3.33e-10]    []  
810000    [3.63e-07, 2.03e-06, 1.08e-06, 2.96e-07, 1.61e-07, 2.71e-09, 2.84e-09, 1.38e-10, 2.39e-07, 8.34e-07, 6.08e-07, 1.59e-07, 1.06e-08, 4.27e-09, 0.00e+00]    [3.63e-07, 2.03e-06, 1.08e-06, 2.96e-07, 1.61e-07, 2.71e-09, 2.84e-09, 1.38e-10, 2.39e-07, 8.34e-07, 6.08e-07, 1.59e-07, 1.06e-08, 4.27e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.607027 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
810000    [3.63e-07, 2.03e-06, 1.08e-06, 2.96e-07, 1.61e-07, 2.71e-09, 2.84e-09, 1.38e-10, 2.39e-07, 8.34e-07, 6.08e-07, 1.59e-07, 1.06e-08, 4.27e-09, 0.00e+00]    [3.63e-07, 2.03e-06, 1.08e-06, 2.96e-07, 1.61e-07, 2.71e-09, 2.84e-09, 1.38e-10, 2.39e-07, 8.34e-07, 6.08e-07, 1.59e-07, 1.06e-08, 4.27e-09, 0.00e+00]    []  
812000    [1.75e-05, 6.09e-06, 9.93e-06, 9.00e-06, 8.52e-06, 3.95e-06, 3.23e-10, 6.67e-06, 1.53e-05, 6.10e-06, 4.43e-06, 4.87e-05, 2.99e-06, 4.69e-07, 8.85e-13]    [1.75e-05, 6.09e-06, 9.93e-06, 9.00e-06, 8.52e-06, 3.95e-06, 3.23e-10, 6.67e-06, 1.53e-05, 6.10e-06, 4.43e-06, 4.87e-05, 2.99e-06, 4.69e-07, 8.85e-13]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.487984 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
812000    [1.75e-05, 6.09e-06, 9.93e-06, 9.00e-06, 8.52e-06, 3.95e-06, 3.23e-10, 6.67e-06, 1.53e-05, 6.10e-06, 4.43e-06, 4.87e-05, 2.99e-06, 4.69e-07, 8.85e-13]    [1.75e-05, 6.09e-06, 9.93e-06, 9.00e-06, 8.52e-06, 3.95e-06, 3.23e-10, 6.67e-06, 1.53e-05, 6.10e-06, 4.43e-06, 4.87e-05, 2.99e-06, 4.69e-07, 8.85e-13]    []  
814000    [6.97e-07, 1.78e-06, 2.57e-06, 5.26e-07, 3.60e-07, 1.49e-07, 2.90e-08, 1.81e-06, 1.42e-06, 8.81e-07, 1.59e-06, 3.83e-06, 2.48e-08, 0.00e+00, 0.00e+00]    [6.97e-07, 1.78e-06, 2.57e-06, 5.26e-07, 3.60e-07, 1.49e-07, 2.90e-08, 1.81e-06, 1.42e-06, 8.81e-07, 1.59e-06, 3.83e-06, 2.48e-08, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.390892 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
814000    [6.97e-07, 1.78e-06, 2.57e-06, 5.26e-07, 3.60e-07, 1.49e-07, 2.90e-08, 1.81e-06, 1.42e-06, 8.81e-07, 1.59e-06, 3.83e-06, 2.48e-08, 0.00e+00, 0.00e+00]    [6.97e-07, 1.78e-06, 2.57e-06, 5.26e-07, 3.60e-07, 1.49e-07, 2.90e-08, 1.81e-06, 1.42e-06, 8.81e-07, 1.59e-06, 3.83e-06, 2.48e-08, 0.00e+00, 0.00e+00]    []  
816000    [5.40e-06, 4.56e-06, 4.55e-06, 1.95e-06, 3.05e-06, 1.14e-06, 5.00e-08, 9.35e-07, 1.97e-06, 1.70e-06, 1.67e-06, 1.33e-05, 9.05e-07, 1.69e-07, 2.27e-10]    [5.40e-06, 4.56e-06, 4.55e-06, 1.95e-06, 3.05e-06, 1.14e-06, 5.00e-08, 9.35e-07, 1.97e-06, 1.70e-06, 1.67e-06, 1.33e-05, 9.05e-07, 1.69e-07, 2.27e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.415757 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
816000    [5.40e-06, 4.56e-06, 4.55e-06, 1.95e-06, 3.05e-06, 1.14e-06, 5.00e-08, 9.35e-07, 1.97e-06, 1.70e-06, 1.67e-06, 1.33e-05, 9.05e-07, 1.69e-07, 2.27e-10]    [5.40e-06, 4.56e-06, 4.55e-06, 1.95e-06, 3.05e-06, 1.14e-06, 5.00e-08, 9.35e-07, 1.97e-06, 1.70e-06, 1.67e-06, 1.33e-05, 9.05e-07, 1.69e-07, 2.27e-10]    []  
818000    [8.84e-06, 4.05e-06, 8.92e-06, 6.07e-06, 5.39e-06, 7.94e-06, 7.84e-09, 2.59e-06, 6.33e-06, 5.15e-06, 4.88e-06, 3.99e-05, 0.00e+00, 0.00e+00, 2.15e-11]    [8.84e-06, 4.05e-06, 8.92e-06, 6.07e-06, 5.39e-06, 7.94e-06, 7.84e-09, 2.59e-06, 6.33e-06, 5.15e-06, 4.88e-06, 3.99e-05, 0.00e+00, 0.00e+00, 2.15e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.588793 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
818000    [8.84e-06, 4.05e-06, 8.92e-06, 6.07e-06, 5.39e-06, 7.94e-06, 7.84e-09, 2.59e-06, 6.33e-06, 5.15e-06, 4.88e-06, 3.99e-05, 0.00e+00, 0.00e+00, 2.15e-11]    [8.84e-06, 4.05e-06, 8.92e-06, 6.07e-06, 5.39e-06, 7.94e-06, 7.84e-09, 2.59e-06, 6.33e-06, 5.15e-06, 4.88e-06, 3.99e-05, 0.00e+00, 0.00e+00, 2.15e-11]    []  
820000    [6.41e-07, 2.11e-06, 1.10e-06, 7.96e-07, 3.26e-07, 9.47e-09, 1.61e-08, 4.18e-08, 3.58e-07, 9.55e-07, 7.19e-07, 1.61e-06, 8.86e-08, 5.50e-10, 0.00e+00]    [6.41e-07, 2.11e-06, 1.10e-06, 7.96e-07, 3.26e-07, 9.47e-09, 1.61e-08, 4.18e-08, 3.58e-07, 9.55e-07, 7.19e-07, 1.61e-06, 8.86e-08, 5.50e-10, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.955895 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
820000    [6.41e-07, 2.11e-06, 1.10e-06, 7.96e-07, 3.26e-07, 9.47e-09, 1.61e-08, 4.18e-08, 3.58e-07, 9.55e-07, 7.19e-07, 1.61e-06, 8.86e-08, 5.50e-10, 0.00e+00]    [6.41e-07, 2.11e-06, 1.10e-06, 7.96e-07, 3.26e-07, 9.47e-09, 1.61e-08, 4.18e-08, 3.58e-07, 9.55e-07, 7.19e-07, 1.61e-06, 8.86e-08, 5.50e-10, 0.00e+00]    []  
822000    [1.46e-05, 4.24e-06, 1.55e-05, 9.41e-06, 7.96e-06, 5.48e-06, 1.02e-06, 6.92e-06, 8.41e-06, 1.04e-05, 5.40e-06, 6.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.46e-05, 4.24e-06, 1.55e-05, 9.41e-06, 7.96e-06, 5.48e-06, 1.02e-06, 6.92e-06, 8.41e-06, 1.04e-05, 5.40e-06, 6.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.782558 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
822000    [1.46e-05, 4.24e-06, 1.55e-05, 9.41e-06, 7.96e-06, 5.48e-06, 1.02e-06, 6.92e-06, 8.41e-06, 1.04e-05, 5.40e-06, 6.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.46e-05, 4.24e-06, 1.55e-05, 9.41e-06, 7.96e-06, 5.48e-06, 1.02e-06, 6.92e-06, 8.41e-06, 1.04e-05, 5.40e-06, 6.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
824000    [3.46e-05, 9.65e-06, 2.51e-05, 1.99e-05, 1.68e-05, 3.28e-05, 1.06e-05, 2.12e-05, 3.54e-05, 1.44e-05, 3.28e-05, 2.32e-04, 8.35e-06, 5.66e-06, 1.80e-07]    [3.46e-05, 9.65e-06, 2.51e-05, 1.99e-05, 1.68e-05, 3.28e-05, 1.06e-05, 2.12e-05, 3.54e-05, 1.44e-05, 3.28e-05, 2.32e-04, 8.35e-06, 5.66e-06, 1.80e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.613020 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
824000    [3.46e-05, 9.65e-06, 2.51e-05, 1.99e-05, 1.68e-05, 3.28e-05, 1.06e-05, 2.12e-05, 3.54e-05, 1.44e-05, 3.28e-05, 2.32e-04, 8.35e-06, 5.66e-06, 1.80e-07]    [3.46e-05, 9.65e-06, 2.51e-05, 1.99e-05, 1.68e-05, 3.28e-05, 1.06e-05, 2.12e-05, 3.54e-05, 1.44e-05, 3.28e-05, 2.32e-04, 8.35e-06, 5.66e-06, 1.80e-07]    []  
826000    [4.34e-05, 6.60e-06, 3.22e-05, 1.53e-05, 2.18e-05, 1.01e-05, 1.01e-06, 8.18e-06, 1.16e-05, 1.87e-05, 9.01e-06, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.34e-05, 6.60e-06, 3.22e-05, 1.53e-05, 2.18e-05, 1.01e-05, 1.01e-06, 8.18e-06, 1.16e-05, 1.87e-05, 9.01e-06, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.087737 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
826000    [4.34e-05, 6.60e-06, 3.22e-05, 1.53e-05, 2.18e-05, 1.01e-05, 1.01e-06, 8.18e-06, 1.16e-05, 1.87e-05, 9.01e-06, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.34e-05, 6.60e-06, 3.22e-05, 1.53e-05, 2.18e-05, 1.01e-05, 1.01e-06, 8.18e-06, 1.16e-05, 1.87e-05, 9.01e-06, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
828000    [2.72e-06, 1.39e-06, 3.22e-06, 5.68e-07, 1.20e-06, 1.63e-07, 2.42e-08, 3.14e-07, 7.44e-07, 1.36e-06, 7.88e-07, 2.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.72e-06, 1.39e-06, 3.22e-06, 5.68e-07, 1.20e-06, 1.63e-07, 2.42e-08, 3.14e-07, 7.44e-07, 1.36e-06, 7.88e-07, 2.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.327257 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
828000    [2.72e-06, 1.39e-06, 3.22e-06, 5.68e-07, 1.20e-06, 1.63e-07, 2.42e-08, 3.14e-07, 7.44e-07, 1.36e-06, 7.88e-07, 2.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.72e-06, 1.39e-06, 3.22e-06, 5.68e-07, 1.20e-06, 1.63e-07, 2.42e-08, 3.14e-07, 7.44e-07, 1.36e-06, 7.88e-07, 2.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
830000    [1.43e-05, 7.90e-06, 8.98e-06, 8.07e-06, 3.06e-06, 9.64e-06, 9.95e-07, 8.15e-06, 2.05e-05, 4.18e-06, 1.04e-05, 8.05e-05, 3.27e-06, 1.18e-06, 0.00e+00]    [1.43e-05, 7.90e-06, 8.98e-06, 8.07e-06, 3.06e-06, 9.64e-06, 9.95e-07, 8.15e-06, 2.05e-05, 4.18e-06, 1.04e-05, 8.05e-05, 3.27e-06, 1.18e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.174846 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
830000    [1.43e-05, 7.90e-06, 8.98e-06, 8.07e-06, 3.06e-06, 9.64e-06, 9.95e-07, 8.15e-06, 2.05e-05, 4.18e-06, 1.04e-05, 8.05e-05, 3.27e-06, 1.18e-06, 0.00e+00]    [1.43e-05, 7.90e-06, 8.98e-06, 8.07e-06, 3.06e-06, 9.64e-06, 9.95e-07, 8.15e-06, 2.05e-05, 4.18e-06, 1.04e-05, 8.05e-05, 3.27e-06, 1.18e-06, 0.00e+00]    []  
832000    [5.51e-06, 7.13e-06, 5.00e-06, 3.31e-06, 1.33e-06, 7.05e-07, 3.68e-06, 6.75e-07, 3.37e-06, 3.11e-06, 4.04e-06, 1.66e-05, 1.69e-06, 3.67e-08, 0.00e+00]    [5.51e-06, 7.13e-06, 5.00e-06, 3.31e-06, 1.33e-06, 7.05e-07, 3.68e-06, 6.75e-07, 3.37e-06, 3.11e-06, 4.04e-06, 1.66e-05, 1.69e-06, 3.67e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.336023 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
832000    [5.51e-06, 7.13e-06, 5.00e-06, 3.31e-06, 1.33e-06, 7.05e-07, 3.68e-06, 6.75e-07, 3.37e-06, 3.11e-06, 4.04e-06, 1.66e-05, 1.69e-06, 3.67e-08, 0.00e+00]    [5.51e-06, 7.13e-06, 5.00e-06, 3.31e-06, 1.33e-06, 7.05e-07, 3.68e-06, 6.75e-07, 3.37e-06, 3.11e-06, 4.04e-06, 1.66e-05, 1.69e-06, 3.67e-08, 0.00e+00]    []  
834000    [1.90e-06, 2.72e-06, 1.77e-06, 1.64e-06, 7.97e-07, 4.36e-07, 1.86e-08, 4.06e-07, 1.00e-06, 1.49e-06, 1.02e-06, 5.06e-06, 3.89e-07, 2.79e-08, 7.78e-11]    [1.90e-06, 2.72e-06, 1.77e-06, 1.64e-06, 7.97e-07, 4.36e-07, 1.86e-08, 4.06e-07, 1.00e-06, 1.49e-06, 1.02e-06, 5.06e-06, 3.89e-07, 2.79e-08, 7.78e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.734568 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
834000    [1.90e-06, 2.72e-06, 1.77e-06, 1.64e-06, 7.97e-07, 4.36e-07, 1.86e-08, 4.06e-07, 1.00e-06, 1.49e-06, 1.02e-06, 5.06e-06, 3.89e-07, 2.79e-08, 7.78e-11]    [1.90e-06, 2.72e-06, 1.77e-06, 1.64e-06, 7.97e-07, 4.36e-07, 1.86e-08, 4.06e-07, 1.00e-06, 1.49e-06, 1.02e-06, 5.06e-06, 3.89e-07, 2.79e-08, 7.78e-11]    []  
836000    [1.04e-05, 7.50e-06, 7.41e-06, 5.29e-06, 2.98e-06, 9.84e-06, 5.94e-07, 5.36e-06, 6.47e-06, 3.98e-06, 1.80e-05, 6.31e-05, 2.55e-06, 1.23e-06, 7.07e-09]    [1.04e-05, 7.50e-06, 7.41e-06, 5.29e-06, 2.98e-06, 9.84e-06, 5.94e-07, 5.36e-06, 6.47e-06, 3.98e-06, 1.80e-05, 6.31e-05, 2.55e-06, 1.23e-06, 7.07e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.439545 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
836000    [1.04e-05, 7.50e-06, 7.41e-06, 5.29e-06, 2.98e-06, 9.84e-06, 5.94e-07, 5.36e-06, 6.47e-06, 3.98e-06, 1.80e-05, 6.31e-05, 2.55e-06, 1.23e-06, 7.07e-09]    [1.04e-05, 7.50e-06, 7.41e-06, 5.29e-06, 2.98e-06, 9.84e-06, 5.94e-07, 5.36e-06, 6.47e-06, 3.98e-06, 1.80e-05, 6.31e-05, 2.55e-06, 1.23e-06, 7.07e-09]    []  
838000    [3.24e-05, 5.41e-06, 2.27e-05, 1.01e-05, 1.48e-05, 7.70e-06, 3.92e-06, 5.47e-06, 6.60e-06, 1.20e-05, 7.91e-06, 7.02e-05, 0.00e+00, 0.00e+00, 5.23e-08]    [3.24e-05, 5.41e-06, 2.27e-05, 1.01e-05, 1.48e-05, 7.70e-06, 3.92e-06, 5.47e-06, 6.60e-06, 1.20e-05, 7.91e-06, 7.02e-05, 0.00e+00, 0.00e+00, 5.23e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.098011 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
838000    [3.24e-05, 5.41e-06, 2.27e-05, 1.01e-05, 1.48e-05, 7.70e-06, 3.92e-06, 5.47e-06, 6.60e-06, 1.20e-05, 7.91e-06, 7.02e-05, 0.00e+00, 0.00e+00, 5.23e-08]    [3.24e-05, 5.41e-06, 2.27e-05, 1.01e-05, 1.48e-05, 7.70e-06, 3.92e-06, 5.47e-06, 6.60e-06, 1.20e-05, 7.91e-06, 7.02e-05, 0.00e+00, 0.00e+00, 5.23e-08]    []  
840000    [1.36e-05, 2.34e-06, 1.24e-05, 5.04e-06, 6.56e-06, 1.99e-06, 1.45e-06, 2.55e-06, 4.77e-06, 4.87e-06, 2.07e-06, 2.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.36e-05, 2.34e-06, 1.24e-05, 5.04e-06, 6.56e-06, 1.99e-06, 1.45e-06, 2.55e-06, 4.77e-06, 4.87e-06, 2.07e-06, 2.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.222756 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
840000    [1.36e-05, 2.34e-06, 1.24e-05, 5.04e-06, 6.56e-06, 1.99e-06, 1.45e-06, 2.55e-06, 4.77e-06, 4.87e-06, 2.07e-06, 2.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.36e-05, 2.34e-06, 1.24e-05, 5.04e-06, 6.56e-06, 1.99e-06, 1.45e-06, 2.55e-06, 4.77e-06, 4.87e-06, 2.07e-06, 2.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
842000    [2.84e-06, 5.15e-06, 6.35e-06, 3.23e-06, 1.48e-06, 3.42e-06, 5.79e-06, 2.80e-06, 3.75e-06, 1.31e-05, 9.13e-06, 6.34e-05, 0.00e+00, 0.00e+00, 8.87e-08]    [2.84e-06, 5.15e-06, 6.35e-06, 3.23e-06, 1.48e-06, 3.42e-06, 5.79e-06, 2.80e-06, 3.75e-06, 1.31e-05, 9.13e-06, 6.34e-05, 0.00e+00, 0.00e+00, 8.87e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.676664 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
842000    [2.84e-06, 5.15e-06, 6.35e-06, 3.23e-06, 1.48e-06, 3.42e-06, 5.79e-06, 2.80e-06, 3.75e-06, 1.31e-05, 9.13e-06, 6.34e-05, 0.00e+00, 0.00e+00, 8.87e-08]    [2.84e-06, 5.15e-06, 6.35e-06, 3.23e-06, 1.48e-06, 3.42e-06, 5.79e-06, 2.80e-06, 3.75e-06, 1.31e-05, 9.13e-06, 6.34e-05, 0.00e+00, 0.00e+00, 8.87e-08]    []  
844000    [5.26e-06, 5.90e-06, 7.93e-06, 2.33e-06, 4.50e-06, 5.28e-06, 3.43e-05, 6.93e-07, 3.38e-06, 1.36e-05, 3.91e-06, 1.58e-05, 0.00e+00, 0.00e+00, 1.68e-06]    [5.26e-06, 5.90e-06, 7.93e-06, 2.33e-06, 4.50e-06, 5.28e-06, 3.43e-05, 6.93e-07, 3.38e-06, 1.36e-05, 3.91e-06, 1.58e-05, 0.00e+00, 0.00e+00, 1.68e-06]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.372675 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
844000    [5.26e-06, 5.90e-06, 7.93e-06, 2.33e-06, 4.50e-06, 5.28e-06, 3.43e-05, 6.93e-07, 3.38e-06, 1.36e-05, 3.91e-06, 1.58e-05, 0.00e+00, 0.00e+00, 1.68e-06]    [5.26e-06, 5.90e-06, 7.93e-06, 2.33e-06, 4.50e-06, 5.28e-06, 3.43e-05, 6.93e-07, 3.38e-06, 1.36e-05, 3.91e-06, 1.58e-05, 0.00e+00, 0.00e+00, 1.68e-06]    []  
846000    [1.03e-06, 2.77e-06, 2.43e-06, 6.85e-07, 4.44e-07, 5.82e-08, 1.31e-09, 5.94e-07, 4.52e-07, 2.03e-06, 6.71e-07, 2.85e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.03e-06, 2.77e-06, 2.43e-06, 6.85e-07, 4.44e-07, 5.82e-08, 1.31e-09, 5.94e-07, 4.52e-07, 2.03e-06, 6.71e-07, 2.85e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.635956 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
846000    [1.03e-06, 2.77e-06, 2.43e-06, 6.85e-07, 4.44e-07, 5.82e-08, 1.31e-09, 5.94e-07, 4.52e-07, 2.03e-06, 6.71e-07, 2.85e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.03e-06, 2.77e-06, 2.43e-06, 6.85e-07, 4.44e-07, 5.82e-08, 1.31e-09, 5.94e-07, 4.52e-07, 2.03e-06, 6.71e-07, 2.85e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
848000    [8.41e-06, 4.51e-06, 1.05e-05, 3.99e-06, 7.63e-06, 3.52e-06, 1.25e-06, 8.90e-06, 8.30e-06, 1.56e-05, 4.70e-06, 6.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.41e-06, 4.51e-06, 1.05e-05, 3.99e-06, 7.63e-06, 3.52e-06, 1.25e-06, 8.90e-06, 8.30e-06, 1.56e-05, 4.70e-06, 6.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.252966 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
848000    [8.41e-06, 4.51e-06, 1.05e-05, 3.99e-06, 7.63e-06, 3.52e-06, 1.25e-06, 8.90e-06, 8.30e-06, 1.56e-05, 4.70e-06, 6.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.41e-06, 4.51e-06, 1.05e-05, 3.99e-06, 7.63e-06, 3.52e-06, 1.25e-06, 8.90e-06, 8.30e-06, 1.56e-05, 4.70e-06, 6.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
850000    [1.16e-05, 2.70e-06, 1.15e-05, 4.83e-06, 5.53e-06, 3.76e-06, 5.95e-07, 2.83e-06, 5.66e-06, 7.12e-06, 4.81e-06, 4.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.16e-05, 2.70e-06, 1.15e-05, 4.83e-06, 5.53e-06, 3.76e-06, 5.95e-07, 2.83e-06, 5.66e-06, 7.12e-06, 4.81e-06, 4.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.283937 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
850000    [1.16e-05, 2.70e-06, 1.15e-05, 4.83e-06, 5.53e-06, 3.76e-06, 5.95e-07, 2.83e-06, 5.66e-06, 7.12e-06, 4.81e-06, 4.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.16e-05, 2.70e-06, 1.15e-05, 4.83e-06, 5.53e-06, 3.76e-06, 5.95e-07, 2.83e-06, 5.66e-06, 7.12e-06, 4.81e-06, 4.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
852000    [3.29e-06, 6.20e-06, 4.50e-06, 2.12e-06, 8.74e-07, 2.12e-06, 2.14e-05, 1.68e-06, 4.45e-06, 2.52e-06, 3.23e-06, 1.45e-05, 8.93e-07, 2.33e-07, 0.00e+00]    [3.29e-06, 6.20e-06, 4.50e-06, 2.12e-06, 8.74e-07, 2.12e-06, 2.14e-05, 1.68e-06, 4.45e-06, 2.52e-06, 3.23e-06, 1.45e-05, 8.93e-07, 2.33e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.090438 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
852000    [3.29e-06, 6.20e-06, 4.50e-06, 2.12e-06, 8.74e-07, 2.12e-06, 2.14e-05, 1.68e-06, 4.45e-06, 2.52e-06, 3.23e-06, 1.45e-05, 8.93e-07, 2.33e-07, 0.00e+00]    [3.29e-06, 6.20e-06, 4.50e-06, 2.12e-06, 8.74e-07, 2.12e-06, 2.14e-05, 1.68e-06, 4.45e-06, 2.52e-06, 3.23e-06, 1.45e-05, 8.93e-07, 2.33e-07, 0.00e+00]    []  
854000    [3.46e-07, 2.00e-06, 1.23e-06, 3.02e-07, 2.92e-09, 1.09e-09, 9.88e-10, 1.09e-09, 2.10e-07, 1.09e-06, 6.93e-07, 1.83e-08, 7.99e-12, 8.78e-11, 1.30e-11]    [3.46e-07, 2.00e-06, 1.23e-06, 3.02e-07, 2.92e-09, 1.09e-09, 9.88e-10, 1.09e-09, 2.10e-07, 1.09e-06, 6.93e-07, 1.83e-08, 7.99e-12, 8.78e-11, 1.30e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.120622 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
854000    [3.46e-07, 2.00e-06, 1.23e-06, 3.02e-07, 2.92e-09, 1.09e-09, 9.88e-10, 1.09e-09, 2.10e-07, 1.09e-06, 6.93e-07, 1.83e-08, 7.99e-12, 8.78e-11, 1.30e-11]    [3.46e-07, 2.00e-06, 1.23e-06, 3.02e-07, 2.92e-09, 1.09e-09, 9.88e-10, 1.09e-09, 2.10e-07, 1.09e-06, 6.93e-07, 1.83e-08, 7.99e-12, 8.78e-11, 1.30e-11]    []  
856000    [9.65e-06, 1.81e-06, 8.85e-06, 3.30e-06, 4.51e-06, 2.01e-06, 5.99e-06, 1.53e-06, 1.65e-06, 3.94e-06, 1.82e-06, 1.58e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.65e-06, 1.81e-06, 8.85e-06, 3.30e-06, 4.51e-06, 2.01e-06, 5.99e-06, 1.53e-06, 1.65e-06, 3.94e-06, 1.82e-06, 1.58e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.780111 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
856000    [9.65e-06, 1.81e-06, 8.85e-06, 3.30e-06, 4.51e-06, 2.01e-06, 5.99e-06, 1.53e-06, 1.65e-06, 3.94e-06, 1.82e-06, 1.58e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.65e-06, 1.81e-06, 8.85e-06, 3.30e-06, 4.51e-06, 2.01e-06, 5.99e-06, 1.53e-06, 1.65e-06, 3.94e-06, 1.82e-06, 1.58e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
858000    [6.44e-05, 1.38e-05, 4.23e-05, 2.98e-05, 3.49e-05, 2.34e-05, 1.03e-05, 2.89e-05, 3.92e-05, 2.57e-05, 2.28e-05, 2.46e-04, 1.49e-05, 4.65e-06, 2.03e-07]    [6.44e-05, 1.38e-05, 4.23e-05, 2.98e-05, 3.49e-05, 2.34e-05, 1.03e-05, 2.89e-05, 3.92e-05, 2.57e-05, 2.28e-05, 2.46e-04, 1.49e-05, 4.65e-06, 2.03e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.031137 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
858000    [6.44e-05, 1.38e-05, 4.23e-05, 2.98e-05, 3.49e-05, 2.34e-05, 1.03e-05, 2.89e-05, 3.92e-05, 2.57e-05, 2.28e-05, 2.46e-04, 1.49e-05, 4.65e-06, 2.03e-07]    [6.44e-05, 1.38e-05, 4.23e-05, 2.98e-05, 3.49e-05, 2.34e-05, 1.03e-05, 2.89e-05, 3.92e-05, 2.57e-05, 2.28e-05, 2.46e-04, 1.49e-05, 4.65e-06, 2.03e-07]    []  
860000    [2.54e-07, 1.53e-06, 9.62e-07, 2.16e-07, 1.71e-10, 8.12e-10, 3.51e-09, 5.60e-11, 1.55e-07, 8.02e-07, 5.80e-07, 2.41e-08, 3.91e-12, 6.44e-11, 0.00e+00]    [2.54e-07, 1.53e-06, 9.62e-07, 2.16e-07, 1.71e-10, 8.12e-10, 3.51e-09, 5.60e-11, 1.55e-07, 8.02e-07, 5.80e-07, 2.41e-08, 3.91e-12, 6.44e-11, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.230973 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
860000    [2.54e-07, 1.53e-06, 9.62e-07, 2.16e-07, 1.71e-10, 8.12e-10, 3.51e-09, 5.60e-11, 1.55e-07, 8.02e-07, 5.80e-07, 2.41e-08, 3.91e-12, 6.44e-11, 0.00e+00]    [2.54e-07, 1.53e-06, 9.62e-07, 2.16e-07, 1.71e-10, 8.12e-10, 3.51e-09, 5.60e-11, 1.55e-07, 8.02e-07, 5.80e-07, 2.41e-08, 3.91e-12, 6.44e-11, 0.00e+00]    []  
862000    [1.84e-06, 2.62e-06, 1.29e-06, 1.12e-06, 1.07e-06, 5.17e-07, 5.24e-07, 6.78e-07, 9.84e-07, 1.14e-06, 8.46e-07, 4.38e-06, 1.82e-07, 5.47e-08, 4.02e-09]    [1.84e-06, 2.62e-06, 1.29e-06, 1.12e-06, 1.07e-06, 5.17e-07, 5.24e-07, 6.78e-07, 9.84e-07, 1.14e-06, 8.46e-07, 4.38e-06, 1.82e-07, 5.47e-08, 4.02e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.906601 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
862000    [1.84e-06, 2.62e-06, 1.29e-06, 1.12e-06, 1.07e-06, 5.17e-07, 5.24e-07, 6.78e-07, 9.84e-07, 1.14e-06, 8.46e-07, 4.38e-06, 1.82e-07, 5.47e-08, 4.02e-09]    [1.84e-06, 2.62e-06, 1.29e-06, 1.12e-06, 1.07e-06, 5.17e-07, 5.24e-07, 6.78e-07, 9.84e-07, 1.14e-06, 8.46e-07, 4.38e-06, 1.82e-07, 5.47e-08, 4.02e-09]    []  
864000    [8.46e-06, 2.63e-06, 8.84e-06, 5.34e-06, 5.11e-06, 2.13e-06, 2.83e-06, 4.27e-06, 5.02e-06, 5.17e-06, 3.53e-06, 2.72e-05, 0.00e+00, 0.00e+00, 3.19e-08]    [8.46e-06, 2.63e-06, 8.84e-06, 5.34e-06, 5.11e-06, 2.13e-06, 2.83e-06, 4.27e-06, 5.02e-06, 5.17e-06, 3.53e-06, 2.72e-05, 0.00e+00, 0.00e+00, 3.19e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.653473 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
864000    [8.46e-06, 2.63e-06, 8.84e-06, 5.34e-06, 5.11e-06, 2.13e-06, 2.83e-06, 4.27e-06, 5.02e-06, 5.17e-06, 3.53e-06, 2.72e-05, 0.00e+00, 0.00e+00, 3.19e-08]    [8.46e-06, 2.63e-06, 8.84e-06, 5.34e-06, 5.11e-06, 2.13e-06, 2.83e-06, 4.27e-06, 5.02e-06, 5.17e-06, 3.53e-06, 2.72e-05, 0.00e+00, 0.00e+00, 3.19e-08]    []  
866000    [7.43e-07, 1.70e-06, 1.77e-06, 1.89e-07, 2.45e-07, 2.31e-07, 4.85e-08, 2.24e-07, 2.94e-07, 6.39e-07, 9.86e-07, 9.70e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [7.43e-07, 1.70e-06, 1.77e-06, 1.89e-07, 2.45e-07, 2.31e-07, 4.85e-08, 2.24e-07, 2.94e-07, 6.39e-07, 9.86e-07, 9.70e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.565967 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
866000    [7.43e-07, 1.70e-06, 1.77e-06, 1.89e-07, 2.45e-07, 2.31e-07, 4.85e-08, 2.24e-07, 2.94e-07, 6.39e-07, 9.86e-07, 9.70e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [7.43e-07, 1.70e-06, 1.77e-06, 1.89e-07, 2.45e-07, 2.31e-07, 4.85e-08, 2.24e-07, 2.94e-07, 6.39e-07, 9.86e-07, 9.70e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  
868000    [5.96e-06, 5.14e-06, 3.29e-06, 2.37e-06, 2.58e-06, 2.19e-06, 5.64e-06, 1.36e-06, 2.87e-06, 1.43e-06, 1.89e-06, 1.14e-05, 7.76e-07, 2.31e-07, 0.00e+00]    [5.96e-06, 5.14e-06, 3.29e-06, 2.37e-06, 2.58e-06, 2.19e-06, 5.64e-06, 1.36e-06, 2.87e-06, 1.43e-06, 1.89e-06, 1.14e-05, 7.76e-07, 2.31e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.114109 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
868000    [5.96e-06, 5.14e-06, 3.29e-06, 2.37e-06, 2.58e-06, 2.19e-06, 5.64e-06, 1.36e-06, 2.87e-06, 1.43e-06, 1.89e-06, 1.14e-05, 7.76e-07, 2.31e-07, 0.00e+00]    [5.96e-06, 5.14e-06, 3.29e-06, 2.37e-06, 2.58e-06, 2.19e-06, 5.64e-06, 1.36e-06, 2.87e-06, 1.43e-06, 1.89e-06, 1.14e-05, 7.76e-07, 2.31e-07, 0.00e+00]    []  
870000    [9.68e-06, 1.78e-06, 8.41e-06, 3.36e-06, 4.71e-06, 1.16e-06, 6.22e-07, 1.14e-06, 1.24e-06, 3.24e-06, 1.84e-06, 1.36e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.68e-06, 1.78e-06, 8.41e-06, 3.36e-06, 4.71e-06, 1.16e-06, 6.22e-07, 1.14e-06, 1.24e-06, 3.24e-06, 1.84e-06, 1.36e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.460050 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
870000    [9.68e-06, 1.78e-06, 8.41e-06, 3.36e-06, 4.71e-06, 1.16e-06, 6.22e-07, 1.14e-06, 1.24e-06, 3.24e-06, 1.84e-06, 1.36e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.68e-06, 1.78e-06, 8.41e-06, 3.36e-06, 4.71e-06, 1.16e-06, 6.22e-07, 1.14e-06, 1.24e-06, 3.24e-06, 1.84e-06, 1.36e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
872000    [7.26e-06, 3.84e-06, 1.02e-05, 5.23e-06, 4.12e-06, 2.88e-06, 3.49e-06, 1.51e-06, 3.23e-06, 1.08e-05, 3.25e-06, 4.04e-05, 0.00e+00, 0.00e+00, 4.06e-08]    [7.26e-06, 3.84e-06, 1.02e-05, 5.23e-06, 4.12e-06, 2.88e-06, 3.49e-06, 1.51e-06, 3.23e-06, 1.08e-05, 3.25e-06, 4.04e-05, 0.00e+00, 0.00e+00, 4.06e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.925629 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
872000    [7.26e-06, 3.84e-06, 1.02e-05, 5.23e-06, 4.12e-06, 2.88e-06, 3.49e-06, 1.51e-06, 3.23e-06, 1.08e-05, 3.25e-06, 4.04e-05, 0.00e+00, 0.00e+00, 4.06e-08]    [7.26e-06, 3.84e-06, 1.02e-05, 5.23e-06, 4.12e-06, 2.88e-06, 3.49e-06, 1.51e-06, 3.23e-06, 1.08e-05, 3.25e-06, 4.04e-05, 0.00e+00, 0.00e+00, 4.06e-08]    []  
874000    [4.98e-06, 3.31e-06, 3.08e-06, 3.85e-06, 2.68e-06, 1.73e-06, 1.58e-07, 1.93e-07, 1.77e-06, 1.87e-06, 5.87e-06, 1.16e-07, 5.68e-07, 0.00e+00, 0.00e+00]    [4.98e-06, 3.31e-06, 3.08e-06, 3.85e-06, 2.68e-06, 1.73e-06, 1.58e-07, 1.93e-07, 1.77e-06, 1.87e-06, 5.87e-06, 1.16e-07, 5.68e-07, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.012253 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
874000    [4.98e-06, 3.31e-06, 3.08e-06, 3.85e-06, 2.68e-06, 1.73e-06, 1.58e-07, 1.93e-07, 1.77e-06, 1.87e-06, 5.87e-06, 1.16e-07, 5.68e-07, 0.00e+00, 0.00e+00]    [4.98e-06, 3.31e-06, 3.08e-06, 3.85e-06, 2.68e-06, 1.73e-06, 1.58e-07, 1.93e-07, 1.77e-06, 1.87e-06, 5.87e-06, 1.16e-07, 5.68e-07, 0.00e+00, 0.00e+00]    []  
876000    [5.47e-06, 3.89e-06, 3.03e-06, 2.90e-06, 2.54e-06, 2.47e-06, 2.94e-07, 1.69e-06, 7.63e-07, 1.99e-06, 1.10e-06, 8.88e-06, 7.03e-07, 3.65e-07, 0.00e+00]    [5.47e-06, 3.89e-06, 3.03e-06, 2.90e-06, 2.54e-06, 2.47e-06, 2.94e-07, 1.69e-06, 7.63e-07, 1.99e-06, 1.10e-06, 8.88e-06, 7.03e-07, 3.65e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.523439 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
876000    [5.47e-06, 3.89e-06, 3.03e-06, 2.90e-06, 2.54e-06, 2.47e-06, 2.94e-07, 1.69e-06, 7.63e-07, 1.99e-06, 1.10e-06, 8.88e-06, 7.03e-07, 3.65e-07, 0.00e+00]    [5.47e-06, 3.89e-06, 3.03e-06, 2.90e-06, 2.54e-06, 2.47e-06, 2.94e-07, 1.69e-06, 7.63e-07, 1.99e-06, 1.10e-06, 8.88e-06, 7.03e-07, 3.65e-07, 0.00e+00]    []  
878000    [4.41e-06, 5.54e-06, 8.68e-06, 4.14e-06, 3.19e-06, 1.60e-06, 6.23e-06, 2.69e-06, 7.74e-06, 1.67e-05, 7.78e-06, 7.45e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.41e-06, 5.54e-06, 8.68e-06, 4.14e-06, 3.19e-06, 1.60e-06, 6.23e-06, 2.69e-06, 7.74e-06, 1.67e-05, 7.78e-06, 7.45e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.910244 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
878000    [4.41e-06, 5.54e-06, 8.68e-06, 4.14e-06, 3.19e-06, 1.60e-06, 6.23e-06, 2.69e-06, 7.74e-06, 1.67e-05, 7.78e-06, 7.45e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.41e-06, 5.54e-06, 8.68e-06, 4.14e-06, 3.19e-06, 1.60e-06, 6.23e-06, 2.69e-06, 7.74e-06, 1.67e-05, 7.78e-06, 7.45e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
880000    [9.33e-06, 2.48e-06, 9.88e-06, 3.18e-06, 4.06e-06, 1.59e-06, 2.32e-07, 1.69e-06, 1.93e-06, 5.37e-06, 2.29e-06, 2.02e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.33e-06, 2.48e-06, 9.88e-06, 3.18e-06, 4.06e-06, 1.59e-06, 2.32e-07, 1.69e-06, 1.93e-06, 5.37e-06, 2.29e-06, 2.02e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.569920 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
880000    [9.33e-06, 2.48e-06, 9.88e-06, 3.18e-06, 4.06e-06, 1.59e-06, 2.32e-07, 1.69e-06, 1.93e-06, 5.37e-06, 2.29e-06, 2.02e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.33e-06, 2.48e-06, 9.88e-06, 3.18e-06, 4.06e-06, 1.59e-06, 2.32e-07, 1.69e-06, 1.93e-06, 5.37e-06, 2.29e-06, 2.02e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
882000    [2.46e-06, 2.69e-06, 4.79e-06, 1.68e-06, 1.32e-06, 9.81e-07, 3.66e-07, 7.46e-07, 4.16e-07, 2.69e-06, 1.88e-06, 9.51e-06, 0.00e+00, 0.00e+00, 2.55e-09]    [2.46e-06, 2.69e-06, 4.79e-06, 1.68e-06, 1.32e-06, 9.81e-07, 3.66e-07, 7.46e-07, 4.16e-07, 2.69e-06, 1.88e-06, 9.51e-06, 0.00e+00, 0.00e+00, 2.55e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.637196 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
882000    [2.46e-06, 2.69e-06, 4.79e-06, 1.68e-06, 1.32e-06, 9.81e-07, 3.66e-07, 7.46e-07, 4.16e-07, 2.69e-06, 1.88e-06, 9.51e-06, 0.00e+00, 0.00e+00, 2.55e-09]    [2.46e-06, 2.69e-06, 4.79e-06, 1.68e-06, 1.32e-06, 9.81e-07, 3.66e-07, 7.46e-07, 4.16e-07, 2.69e-06, 1.88e-06, 9.51e-06, 0.00e+00, 0.00e+00, 2.55e-09]    []  
884000    [4.32e-07, 2.51e-06, 1.57e-06, 6.52e-07, 1.08e-08, 7.52e-10, 1.18e-08, 4.47e-09, 1.94e-07, 8.58e-07, 7.12e-07, 4.91e-08, 7.66e-11, 9.60e-09, 0.00e+00]    [4.32e-07, 2.51e-06, 1.57e-06, 6.52e-07, 1.08e-08, 7.52e-10, 1.18e-08, 4.47e-09, 1.94e-07, 8.58e-07, 7.12e-07, 4.91e-08, 7.66e-11, 9.60e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.722233 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
884000    [4.32e-07, 2.51e-06, 1.57e-06, 6.52e-07, 1.08e-08, 7.52e-10, 1.18e-08, 4.47e-09, 1.94e-07, 8.58e-07, 7.12e-07, 4.91e-08, 7.66e-11, 9.60e-09, 0.00e+00]    [4.32e-07, 2.51e-06, 1.57e-06, 6.52e-07, 1.08e-08, 7.52e-10, 1.18e-08, 4.47e-09, 1.94e-07, 8.58e-07, 7.12e-07, 4.91e-08, 7.66e-11, 9.60e-09, 0.00e+00]    []  
886000    [5.88e-06, 2.77e-06, 8.20e-06, 2.37e-06, 2.89e-06, 1.39e-06, 1.19e-06, 2.49e-06, 4.45e-06, 6.96e-06, 2.08e-06, 2.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.88e-06, 2.77e-06, 8.20e-06, 2.37e-06, 2.89e-06, 1.39e-06, 1.19e-06, 2.49e-06, 4.45e-06, 6.96e-06, 2.08e-06, 2.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.437851 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
886000    [5.88e-06, 2.77e-06, 8.20e-06, 2.37e-06, 2.89e-06, 1.39e-06, 1.19e-06, 2.49e-06, 4.45e-06, 6.96e-06, 2.08e-06, 2.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.88e-06, 2.77e-06, 8.20e-06, 2.37e-06, 2.89e-06, 1.39e-06, 1.19e-06, 2.49e-06, 4.45e-06, 6.96e-06, 2.08e-06, 2.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
888000    [7.00e-05, 1.50e-05, 4.79e-05, 3.29e-05, 3.84e-05, 1.97e-05, 1.45e-05, 2.14e-05, 3.23e-05, 2.95e-05, 1.74e-05, 2.24e-04, 1.64e-05, 3.46e-06, 3.90e-07]    [7.00e-05, 1.50e-05, 4.79e-05, 3.29e-05, 3.84e-05, 1.97e-05, 1.45e-05, 2.14e-05, 3.23e-05, 2.95e-05, 1.74e-05, 2.24e-04, 1.64e-05, 3.46e-06, 3.90e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.460786 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
888000    [7.00e-05, 1.50e-05, 4.79e-05, 3.29e-05, 3.84e-05, 1.97e-05, 1.45e-05, 2.14e-05, 3.23e-05, 2.95e-05, 1.74e-05, 2.24e-04, 1.64e-05, 3.46e-06, 3.90e-07]    [7.00e-05, 1.50e-05, 4.79e-05, 3.29e-05, 3.84e-05, 1.97e-05, 1.45e-05, 2.14e-05, 3.23e-05, 2.95e-05, 1.74e-05, 2.24e-04, 1.64e-05, 3.46e-06, 3.90e-07]    []  
890000    [9.00e-06, 2.07e-06, 8.40e-06, 2.88e-06, 4.58e-06, 2.68e-06, 9.17e-09, 1.24e-06, 2.01e-06, 3.64e-06, 3.18e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.00e-06, 2.07e-06, 8.40e-06, 2.88e-06, 4.58e-06, 2.68e-06, 9.17e-09, 1.24e-06, 2.01e-06, 3.64e-06, 3.18e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.573221 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
890000    [9.00e-06, 2.07e-06, 8.40e-06, 2.88e-06, 4.58e-06, 2.68e-06, 9.17e-09, 1.24e-06, 2.01e-06, 3.64e-06, 3.18e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.00e-06, 2.07e-06, 8.40e-06, 2.88e-06, 4.58e-06, 2.68e-06, 9.17e-09, 1.24e-06, 2.01e-06, 3.64e-06, 3.18e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
892000    [4.90e-06, 3.71e-06, 7.48e-06, 2.01e-06, 3.44e-06, 1.99e-06, 1.51e-06, 4.45e-06, 6.65e-06, 6.63e-06, 4.14e-06, 2.47e-05, 0.00e+00, 0.00e+00, 2.28e-08]    [4.90e-06, 3.71e-06, 7.48e-06, 2.01e-06, 3.44e-06, 1.99e-06, 1.51e-06, 4.45e-06, 6.65e-06, 6.63e-06, 4.14e-06, 2.47e-05, 0.00e+00, 0.00e+00, 2.28e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.740535 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
892000    [4.90e-06, 3.71e-06, 7.48e-06, 2.01e-06, 3.44e-06, 1.99e-06, 1.51e-06, 4.45e-06, 6.65e-06, 6.63e-06, 4.14e-06, 2.47e-05, 0.00e+00, 0.00e+00, 2.28e-08]    [4.90e-06, 3.71e-06, 7.48e-06, 2.01e-06, 3.44e-06, 1.99e-06, 1.51e-06, 4.45e-06, 6.65e-06, 6.63e-06, 4.14e-06, 2.47e-05, 0.00e+00, 0.00e+00, 2.28e-08]    []  
894000    [1.36e-05, 2.16e-06, 1.14e-05, 3.63e-06, 5.64e-06, 1.97e-06, 5.81e-09, 1.88e-06, 2.20e-06, 4.27e-06, 1.76e-06, 1.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.36e-05, 2.16e-06, 1.14e-05, 3.63e-06, 5.64e-06, 1.97e-06, 5.81e-09, 1.88e-06, 2.20e-06, 4.27e-06, 1.76e-06, 1.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.511251 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
894000    [1.36e-05, 2.16e-06, 1.14e-05, 3.63e-06, 5.64e-06, 1.97e-06, 5.81e-09, 1.88e-06, 2.20e-06, 4.27e-06, 1.76e-06, 1.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.36e-05, 2.16e-06, 1.14e-05, 3.63e-06, 5.64e-06, 1.97e-06, 5.81e-09, 1.88e-06, 2.20e-06, 4.27e-06, 1.76e-06, 1.82e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
896000    [2.03e-05, 1.71e-05, 1.78e-05, 2.27e-06, 5.54e-06, 2.32e-05, 1.29e-05, 8.99e-06, 1.38e-05, 6.13e-06, 4.71e-05, 1.10e-04, 2.44e-06, 4.37e-06, 0.00e+00]    [2.03e-05, 1.71e-05, 1.78e-05, 2.27e-06, 5.54e-06, 2.32e-05, 1.29e-05, 8.99e-06, 1.38e-05, 6.13e-06, 4.71e-05, 1.10e-04, 2.44e-06, 4.37e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.326900 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
896000    [2.03e-05, 1.71e-05, 1.78e-05, 2.27e-06, 5.54e-06, 2.32e-05, 1.29e-05, 8.99e-06, 1.38e-05, 6.13e-06, 4.71e-05, 1.10e-04, 2.44e-06, 4.37e-06, 0.00e+00]    [2.03e-05, 1.71e-05, 1.78e-05, 2.27e-06, 5.54e-06, 2.32e-05, 1.29e-05, 8.99e-06, 1.38e-05, 6.13e-06, 4.71e-05, 1.10e-04, 2.44e-06, 4.37e-06, 0.00e+00]    []  
898000    [4.77e-06, 8.56e-06, 4.07e-06, 2.67e-06, 5.73e-07, 4.10e-08, 3.57e-06, 4.23e-08, 2.76e-06, 8.56e-06, 3.66e-06, 1.52e-05, 0.00e+00, 0.00e+00, 2.81e-08]    [4.77e-06, 8.56e-06, 4.07e-06, 2.67e-06, 5.73e-07, 4.10e-08, 3.57e-06, 4.23e-08, 2.76e-06, 8.56e-06, 3.66e-06, 1.52e-05, 0.00e+00, 0.00e+00, 2.81e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.698946 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
898000    [4.77e-06, 8.56e-06, 4.07e-06, 2.67e-06, 5.73e-07, 4.10e-08, 3.57e-06, 4.23e-08, 2.76e-06, 8.56e-06, 3.66e-06, 1.52e-05, 0.00e+00, 0.00e+00, 2.81e-08]    [4.77e-06, 8.56e-06, 4.07e-06, 2.67e-06, 5.73e-07, 4.10e-08, 3.57e-06, 4.23e-08, 2.76e-06, 8.56e-06, 3.66e-06, 1.52e-05, 0.00e+00, 0.00e+00, 2.81e-08]    []  
900000    [1.13e-05, 3.96e-06, 1.45e-05, 5.93e-06, 7.49e-06, 1.42e-05, 8.43e-09, 1.17e-05, 1.61e-05, 1.98e-05, 1.41e-05, 1.20e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.13e-05, 3.96e-06, 1.45e-05, 5.93e-06, 7.49e-06, 1.42e-05, 8.43e-09, 1.17e-05, 1.61e-05, 1.98e-05, 1.41e-05, 1.20e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.561128 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
900000    [1.13e-05, 3.96e-06, 1.45e-05, 5.93e-06, 7.49e-06, 1.42e-05, 8.43e-09, 1.17e-05, 1.61e-05, 1.98e-05, 1.41e-05, 1.20e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.13e-05, 3.96e-06, 1.45e-05, 5.93e-06, 7.49e-06, 1.42e-05, 8.43e-09, 1.17e-05, 1.61e-05, 1.98e-05, 1.41e-05, 1.20e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
902000    [2.14e-05, 8.72e-06, 1.35e-05, 1.28e-05, 6.41e-06, 2.29e-05, 5.01e-05, 1.72e-05, 3.24e-05, 6.25e-06, 1.69e-05, 1.29e-04, 4.20e-06, 3.80e-06, 0.00e+00]    [2.14e-05, 8.72e-06, 1.35e-05, 1.28e-05, 6.41e-06, 2.29e-05, 5.01e-05, 1.72e-05, 3.24e-05, 6.25e-06, 1.69e-05, 1.29e-04, 4.20e-06, 3.80e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.686928 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
902000    [2.14e-05, 8.72e-06, 1.35e-05, 1.28e-05, 6.41e-06, 2.29e-05, 5.01e-05, 1.72e-05, 3.24e-05, 6.25e-06, 1.69e-05, 1.29e-04, 4.20e-06, 3.80e-06, 0.00e+00]    [2.14e-05, 8.72e-06, 1.35e-05, 1.28e-05, 6.41e-06, 2.29e-05, 5.01e-05, 1.72e-05, 3.24e-05, 6.25e-06, 1.69e-05, 1.29e-04, 4.20e-06, 3.80e-06, 0.00e+00]    []  
904000    [3.26e-05, 3.97e-06, 2.45e-05, 8.18e-06, 1.56e-05, 4.02e-06, 1.09e-06, 3.67e-06, 4.51e-06, 1.10e-05, 4.32e-06, 4.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.26e-05, 3.97e-06, 2.45e-05, 8.18e-06, 1.56e-05, 4.02e-06, 1.09e-06, 3.67e-06, 4.51e-06, 1.10e-05, 4.32e-06, 4.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.613908 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
904000    [3.26e-05, 3.97e-06, 2.45e-05, 8.18e-06, 1.56e-05, 4.02e-06, 1.09e-06, 3.67e-06, 4.51e-06, 1.10e-05, 4.32e-06, 4.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.26e-05, 3.97e-06, 2.45e-05, 8.18e-06, 1.56e-05, 4.02e-06, 1.09e-06, 3.67e-06, 4.51e-06, 1.10e-05, 4.32e-06, 4.63e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
906000    [4.99e-05, 1.08e-05, 3.20e-05, 2.21e-05, 2.46e-05, 7.48e-06, 1.20e-06, 8.11e-06, 1.24e-05, 2.16e-05, 7.59e-06, 1.07e-04, 1.02e-05, 1.47e-06, 1.21e-08]    [4.99e-05, 1.08e-05, 3.20e-05, 2.21e-05, 2.46e-05, 7.48e-06, 1.20e-06, 8.11e-06, 1.24e-05, 2.16e-05, 7.59e-06, 1.07e-04, 1.02e-05, 1.47e-06, 1.21e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.073866 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
906000    [4.99e-05, 1.08e-05, 3.20e-05, 2.21e-05, 2.46e-05, 7.48e-06, 1.20e-06, 8.11e-06, 1.24e-05, 2.16e-05, 7.59e-06, 1.07e-04, 1.02e-05, 1.47e-06, 1.21e-08]    [4.99e-05, 1.08e-05, 3.20e-05, 2.21e-05, 2.46e-05, 7.48e-06, 1.20e-06, 8.11e-06, 1.24e-05, 2.16e-05, 7.59e-06, 1.07e-04, 1.02e-05, 1.47e-06, 1.21e-08]    []  
908000    [1.49e-05, 8.15e-06, 8.62e-06, 7.50e-06, 6.41e-06, 5.74e-06, 3.87e-07, 7.32e-06, 1.57e-05, 4.14e-06, 7.51e-06, 6.78e-05, 2.93e-06, 8.58e-07, 4.45e-09]    [1.49e-05, 8.15e-06, 8.62e-06, 7.50e-06, 6.41e-06, 5.74e-06, 3.87e-07, 7.32e-06, 1.57e-05, 4.14e-06, 7.51e-06, 6.78e-05, 2.93e-06, 8.58e-07, 4.45e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.773355 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
908000    [1.49e-05, 8.15e-06, 8.62e-06, 7.50e-06, 6.41e-06, 5.74e-06, 3.87e-07, 7.32e-06, 1.57e-05, 4.14e-06, 7.51e-06, 6.78e-05, 2.93e-06, 8.58e-07, 4.45e-09]    [1.49e-05, 8.15e-06, 8.62e-06, 7.50e-06, 6.41e-06, 5.74e-06, 3.87e-07, 7.32e-06, 1.57e-05, 4.14e-06, 7.51e-06, 6.78e-05, 2.93e-06, 8.58e-07, 4.45e-09]    []  
910000    [2.42e-06, 1.96e-06, 3.28e-06, 6.51e-07, 9.90e-07, 4.91e-07, 1.09e-07, 2.19e-07, 4.54e-07, 1.03e-06, 9.11e-07, 3.12e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.42e-06, 1.96e-06, 3.28e-06, 6.51e-07, 9.90e-07, 4.91e-07, 1.09e-07, 2.19e-07, 4.54e-07, 1.03e-06, 9.11e-07, 3.12e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.313111 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
910000    [2.42e-06, 1.96e-06, 3.28e-06, 6.51e-07, 9.90e-07, 4.91e-07, 1.09e-07, 2.19e-07, 4.54e-07, 1.03e-06, 9.11e-07, 3.12e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [2.42e-06, 1.96e-06, 3.28e-06, 6.51e-07, 9.90e-07, 4.91e-07, 1.09e-07, 2.19e-07, 4.54e-07, 1.03e-06, 9.11e-07, 3.12e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
912000    [5.18e-06, 3.31e-06, 3.12e-06, 2.89e-06, 2.55e-06, 7.03e-07, 4.12e-08, 8.20e-07, 1.69e-06, 2.70e-06, 1.07e-06, 1.02e-05, 8.29e-07, 1.04e-07, 1.28e-10]    [5.18e-06, 3.31e-06, 3.12e-06, 2.89e-06, 2.55e-06, 7.03e-07, 4.12e-08, 8.20e-07, 1.69e-06, 2.70e-06, 1.07e-06, 1.02e-05, 8.29e-07, 1.04e-07, 1.28e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.242710 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
912000    [5.18e-06, 3.31e-06, 3.12e-06, 2.89e-06, 2.55e-06, 7.03e-07, 4.12e-08, 8.20e-07, 1.69e-06, 2.70e-06, 1.07e-06, 1.02e-05, 8.29e-07, 1.04e-07, 1.28e-10]    [5.18e-06, 3.31e-06, 3.12e-06, 2.89e-06, 2.55e-06, 7.03e-07, 4.12e-08, 8.20e-07, 1.69e-06, 2.70e-06, 1.07e-06, 1.02e-05, 8.29e-07, 1.04e-07, 1.28e-10]    []  
914000    [1.42e-06, 2.35e-06, 2.33e-06, 5.37e-07, 4.91e-07, 4.95e-07, 3.25e-06, 9.18e-09, 5.33e-07, 5.79e-07, 1.77e-06, 1.88e-06, 0.00e+00, 0.00e+00, 4.55e-08]    [1.42e-06, 2.35e-06, 2.33e-06, 5.37e-07, 4.91e-07, 4.95e-07, 3.25e-06, 9.18e-09, 5.33e-07, 5.79e-07, 1.77e-06, 1.88e-06, 0.00e+00, 0.00e+00, 4.55e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.350297 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
914000    [1.42e-06, 2.35e-06, 2.33e-06, 5.37e-07, 4.91e-07, 4.95e-07, 3.25e-06, 9.18e-09, 5.33e-07, 5.79e-07, 1.77e-06, 1.88e-06, 0.00e+00, 0.00e+00, 4.55e-08]    [1.42e-06, 2.35e-06, 2.33e-06, 5.37e-07, 4.91e-07, 4.95e-07, 3.25e-06, 9.18e-09, 5.33e-07, 5.79e-07, 1.77e-06, 1.88e-06, 0.00e+00, 0.00e+00, 4.55e-08]    []  
916000    [7.99e-07, 4.06e-06, 1.60e-06, 4.00e-07, 1.11e-08, 8.47e-09, 1.08e-05, 6.17e-09, 3.05e-07, 1.68e-06, 9.30e-07, 6.62e-07, 1.14e-10, 2.64e-11, 0.00e+00]    [7.99e-07, 4.06e-06, 1.60e-06, 4.00e-07, 1.11e-08, 8.47e-09, 1.08e-05, 6.17e-09, 3.05e-07, 1.68e-06, 9.30e-07, 6.62e-07, 1.14e-10, 2.64e-11, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.965090 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
916000    [7.99e-07, 4.06e-06, 1.60e-06, 4.00e-07, 1.11e-08, 8.47e-09, 1.08e-05, 6.17e-09, 3.05e-07, 1.68e-06, 9.30e-07, 6.62e-07, 1.14e-10, 2.64e-11, 0.00e+00]    [7.99e-07, 4.06e-06, 1.60e-06, 4.00e-07, 1.11e-08, 8.47e-09, 1.08e-05, 6.17e-09, 3.05e-07, 1.68e-06, 9.30e-07, 6.62e-07, 1.14e-10, 2.64e-11, 0.00e+00]    []  
918000    [3.95e-07, 2.68e-06, 1.87e-06, 4.31e-07, 2.44e-07, 1.37e-07, 4.03e-06, 3.89e-07, 7.37e-07, 1.67e-06, 1.28e-06, 1.56e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.95e-07, 2.68e-06, 1.87e-06, 4.31e-07, 2.44e-07, 1.37e-07, 4.03e-06, 3.89e-07, 7.37e-07, 1.67e-06, 1.28e-06, 1.56e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.665581 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
918000    [3.95e-07, 2.68e-06, 1.87e-06, 4.31e-07, 2.44e-07, 1.37e-07, 4.03e-06, 3.89e-07, 7.37e-07, 1.67e-06, 1.28e-06, 1.56e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [3.95e-07, 2.68e-06, 1.87e-06, 4.31e-07, 2.44e-07, 1.37e-07, 4.03e-06, 3.89e-07, 7.37e-07, 1.67e-06, 1.28e-06, 1.56e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
920000    [9.12e-06, 3.23e-06, 9.51e-06, 4.01e-06, 6.05e-06, 6.29e-06, 2.27e-05, 4.28e-06, 4.72e-06, 8.92e-06, 9.70e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.12e-06, 3.23e-06, 9.51e-06, 4.01e-06, 6.05e-06, 6.29e-06, 2.27e-05, 4.28e-06, 4.72e-06, 8.92e-06, 9.70e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.804453 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
920000    [9.12e-06, 3.23e-06, 9.51e-06, 4.01e-06, 6.05e-06, 6.29e-06, 2.27e-05, 4.28e-06, 4.72e-06, 8.92e-06, 9.70e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.12e-06, 3.23e-06, 9.51e-06, 4.01e-06, 6.05e-06, 6.29e-06, 2.27e-05, 4.28e-06, 4.72e-06, 8.92e-06, 9.70e-06, 5.43e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
922000    [1.10e-05, 2.87e-06, 1.03e-05, 5.74e-06, 9.22e-06, 7.33e-06, 3.19e-06, 2.31e-06, 3.64e-06, 7.75e-06, 6.41e-06, 4.04e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.10e-05, 2.87e-06, 1.03e-05, 5.74e-06, 9.22e-06, 7.33e-06, 3.19e-06, 2.31e-06, 3.64e-06, 7.75e-06, 6.41e-06, 4.04e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.966195 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
922000    [1.10e-05, 2.87e-06, 1.03e-05, 5.74e-06, 9.22e-06, 7.33e-06, 3.19e-06, 2.31e-06, 3.64e-06, 7.75e-06, 6.41e-06, 4.04e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.10e-05, 2.87e-06, 1.03e-05, 5.74e-06, 9.22e-06, 7.33e-06, 3.19e-06, 2.31e-06, 3.64e-06, 7.75e-06, 6.41e-06, 4.04e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
924000    [3.91e-06, 3.25e-06, 2.39e-06, 3.15e-06, 2.50e-06, 5.40e-07, 2.16e-07, 9.38e-07, 1.18e-06, 2.22e-06, 9.05e-07, 6.80e-06, 5.91e-07, 4.45e-08, 0.00e+00]    [3.91e-06, 3.25e-06, 2.39e-06, 3.15e-06, 2.50e-06, 5.40e-07, 2.16e-07, 9.38e-07, 1.18e-06, 2.22e-06, 9.05e-07, 6.80e-06, 5.91e-07, 4.45e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 37.069736 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
924000    [3.91e-06, 3.25e-06, 2.39e-06, 3.15e-06, 2.50e-06, 5.40e-07, 2.16e-07, 9.38e-07, 1.18e-06, 2.22e-06, 9.05e-07, 6.80e-06, 5.91e-07, 4.45e-08, 0.00e+00]    [3.91e-06, 3.25e-06, 2.39e-06, 3.15e-06, 2.50e-06, 5.40e-07, 2.16e-07, 9.38e-07, 1.18e-06, 2.22e-06, 9.05e-07, 6.80e-06, 5.91e-07, 4.45e-08, 0.00e+00]    []  
926000    [6.13e-07, 2.25e-06, 1.26e-06, 9.14e-07, 2.09e-07, 5.79e-08, 6.90e-06, 7.99e-08, 2.17e-07, 6.34e-07, 5.18e-07, 7.67e-07, 3.88e-08, 9.26e-10, 1.00e-07]    [6.13e-07, 2.25e-06, 1.26e-06, 9.14e-07, 2.09e-07, 5.79e-08, 6.90e-06, 7.99e-08, 2.17e-07, 6.34e-07, 5.18e-07, 7.67e-07, 3.88e-08, 9.26e-10, 1.00e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.687135 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
926000    [6.13e-07, 2.25e-06, 1.26e-06, 9.14e-07, 2.09e-07, 5.79e-08, 6.90e-06, 7.99e-08, 2.17e-07, 6.34e-07, 5.18e-07, 7.67e-07, 3.88e-08, 9.26e-10, 1.00e-07]    [6.13e-07, 2.25e-06, 1.26e-06, 9.14e-07, 2.09e-07, 5.79e-08, 6.90e-06, 7.99e-08, 2.17e-07, 6.34e-07, 5.18e-07, 7.67e-07, 3.88e-08, 9.26e-10, 1.00e-07]    []  
928000    [4.60e-07, 2.48e-06, 1.36e-06, 2.86e-07, 1.48e-10, 2.91e-10, 3.61e-09, 4.17e-08, 2.20e-07, 1.15e-06, 6.68e-07, 5.23e-08, 4.90e-12, 7.99e-13, 0.00e+00]    [4.60e-07, 2.48e-06, 1.36e-06, 2.86e-07, 1.48e-10, 2.91e-10, 3.61e-09, 4.17e-08, 2.20e-07, 1.15e-06, 6.68e-07, 5.23e-08, 4.90e-12, 7.99e-13, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.449696 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
928000    [4.60e-07, 2.48e-06, 1.36e-06, 2.86e-07, 1.48e-10, 2.91e-10, 3.61e-09, 4.17e-08, 2.20e-07, 1.15e-06, 6.68e-07, 5.23e-08, 4.90e-12, 7.99e-13, 0.00e+00]    [4.60e-07, 2.48e-06, 1.36e-06, 2.86e-07, 1.48e-10, 2.91e-10, 3.61e-09, 4.17e-08, 2.20e-07, 1.15e-06, 6.68e-07, 5.23e-08, 4.90e-12, 7.99e-13, 0.00e+00]    []  
930000    [3.46e-06, 3.15e-06, 4.93e-06, 1.24e-06, 2.74e-06, 2.38e-06, 3.20e-08, 3.28e-06, 3.10e-06, 6.18e-06, 3.39e-06, 2.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.46e-06, 3.15e-06, 4.93e-06, 1.24e-06, 2.74e-06, 2.38e-06, 3.20e-08, 3.28e-06, 3.10e-06, 6.18e-06, 3.39e-06, 2.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.759028 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
930000    [3.46e-06, 3.15e-06, 4.93e-06, 1.24e-06, 2.74e-06, 2.38e-06, 3.20e-08, 3.28e-06, 3.10e-06, 6.18e-06, 3.39e-06, 2.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.46e-06, 3.15e-06, 4.93e-06, 1.24e-06, 2.74e-06, 2.38e-06, 3.20e-08, 3.28e-06, 3.10e-06, 6.18e-06, 3.39e-06, 2.41e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
932000    [3.45e-06, 2.85e-06, 2.33e-06, 2.52e-06, 1.69e-06, 5.40e-07, 3.10e-07, 4.72e-07, 1.27e-06, 2.08e-06, 1.10e-06, 8.82e-06, 6.32e-07, 7.54e-08, 8.54e-10]    [3.45e-06, 2.85e-06, 2.33e-06, 2.52e-06, 1.69e-06, 5.40e-07, 3.10e-07, 4.72e-07, 1.27e-06, 2.08e-06, 1.10e-06, 8.82e-06, 6.32e-07, 7.54e-08, 8.54e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.268466 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
932000    [3.45e-06, 2.85e-06, 2.33e-06, 2.52e-06, 1.69e-06, 5.40e-07, 3.10e-07, 4.72e-07, 1.27e-06, 2.08e-06, 1.10e-06, 8.82e-06, 6.32e-07, 7.54e-08, 8.54e-10]    [3.45e-06, 2.85e-06, 2.33e-06, 2.52e-06, 1.69e-06, 5.40e-07, 3.10e-07, 4.72e-07, 1.27e-06, 2.08e-06, 1.10e-06, 8.82e-06, 6.32e-07, 7.54e-08, 8.54e-10]    []  
934000    [1.03e-06, 2.26e-06, 2.48e-06, 1.41e-06, 2.84e-07, 8.84e-08, 4.48e-06, 3.53e-08, 1.41e-06, 9.68e-07, 4.92e-06, 3.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.03e-06, 2.26e-06, 2.48e-06, 1.41e-06, 2.84e-07, 8.84e-08, 4.48e-06, 3.53e-08, 1.41e-06, 9.68e-07, 4.92e-06, 3.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.625696 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
934000    [1.03e-06, 2.26e-06, 2.48e-06, 1.41e-06, 2.84e-07, 8.84e-08, 4.48e-06, 3.53e-08, 1.41e-06, 9.68e-07, 4.92e-06, 3.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.03e-06, 2.26e-06, 2.48e-06, 1.41e-06, 2.84e-07, 8.84e-08, 4.48e-06, 3.53e-08, 1.41e-06, 9.68e-07, 4.92e-06, 3.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
936000    [2.15e-06, 5.09e-06, 2.44e-06, 3.74e-06, 5.47e-07, 3.47e-07, 1.27e-06, 7.23e-07, 5.65e-06, 1.20e-06, 7.25e-06, 1.87e-05, 9.21e-08, 2.70e-08, 2.55e-08]    [2.15e-06, 5.09e-06, 2.44e-06, 3.74e-06, 5.47e-07, 3.47e-07, 1.27e-06, 7.23e-07, 5.65e-06, 1.20e-06, 7.25e-06, 1.87e-05, 9.21e-08, 2.70e-08, 2.55e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.258700 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
936000    [2.15e-06, 5.09e-06, 2.44e-06, 3.74e-06, 5.47e-07, 3.47e-07, 1.27e-06, 7.23e-07, 5.65e-06, 1.20e-06, 7.25e-06, 1.87e-05, 9.21e-08, 2.70e-08, 2.55e-08]    [2.15e-06, 5.09e-06, 2.44e-06, 3.74e-06, 5.47e-07, 3.47e-07, 1.27e-06, 7.23e-07, 5.65e-06, 1.20e-06, 7.25e-06, 1.87e-05, 9.21e-08, 2.70e-08, 2.55e-08]    []  
938000    [3.56e-07, 2.12e-06, 1.30e-06, 3.96e-07, 8.11e-10, 2.37e-10, 3.71e-12, 5.94e-11, 2.14e-07, 1.17e-06, 6.72e-07, 4.14e-08, 1.18e-11, 4.86e-09, 0.00e+00]    [3.56e-07, 2.12e-06, 1.30e-06, 3.96e-07, 8.11e-10, 2.37e-10, 3.71e-12, 5.94e-11, 2.14e-07, 1.17e-06, 6.72e-07, 4.14e-08, 1.18e-11, 4.86e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 37.606023 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
938000    [3.56e-07, 2.12e-06, 1.30e-06, 3.96e-07, 8.11e-10, 2.37e-10, 3.71e-12, 5.94e-11, 2.14e-07, 1.17e-06, 6.72e-07, 4.14e-08, 1.18e-11, 4.86e-09, 0.00e+00]    [3.56e-07, 2.12e-06, 1.30e-06, 3.96e-07, 8.11e-10, 2.37e-10, 3.71e-12, 5.94e-11, 2.14e-07, 1.17e-06, 6.72e-07, 4.14e-08, 1.18e-11, 4.86e-09, 0.00e+00]    []  
940000    [8.67e-06, 4.00e-06, 4.26e-06, 4.31e-06, 4.79e-06, 1.57e-06, 1.55e-06, 1.67e-06, 3.45e-06, 2.22e-06, 3.24e-06, 8.87e-06, 1.02e-06, 3.44e-07, 4.28e-09]    [8.67e-06, 4.00e-06, 4.26e-06, 4.31e-06, 4.79e-06, 1.57e-06, 1.55e-06, 1.67e-06, 3.45e-06, 2.22e-06, 3.24e-06, 8.87e-06, 1.02e-06, 3.44e-07, 4.28e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.025694 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
940000    [8.67e-06, 4.00e-06, 4.26e-06, 4.31e-06, 4.79e-06, 1.57e-06, 1.55e-06, 1.67e-06, 3.45e-06, 2.22e-06, 3.24e-06, 8.87e-06, 1.02e-06, 3.44e-07, 4.28e-09]    [8.67e-06, 4.00e-06, 4.26e-06, 4.31e-06, 4.79e-06, 1.57e-06, 1.55e-06, 1.67e-06, 3.45e-06, 2.22e-06, 3.24e-06, 8.87e-06, 1.02e-06, 3.44e-07, 4.28e-09]    []  
942000    [3.20e-05, 8.75e-06, 2.14e-05, 1.62e-05, 1.76e-05, 1.37e-05, 5.57e-09, 9.41e-06, 1.18e-05, 1.33e-05, 9.17e-06, 9.78e-05, 7.27e-06, 2.23e-06, 1.53e-11]    [3.20e-05, 8.75e-06, 2.14e-05, 1.62e-05, 1.76e-05, 1.37e-05, 5.57e-09, 9.41e-06, 1.18e-05, 1.33e-05, 9.17e-06, 9.78e-05, 7.27e-06, 2.23e-06, 1.53e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.221390 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
942000    [3.20e-05, 8.75e-06, 2.14e-05, 1.62e-05, 1.76e-05, 1.37e-05, 5.57e-09, 9.41e-06, 1.18e-05, 1.33e-05, 9.17e-06, 9.78e-05, 7.27e-06, 2.23e-06, 1.53e-11]    [3.20e-05, 8.75e-06, 2.14e-05, 1.62e-05, 1.76e-05, 1.37e-05, 5.57e-09, 9.41e-06, 1.18e-05, 1.33e-05, 9.17e-06, 9.78e-05, 7.27e-06, 2.23e-06, 1.53e-11]    []  
944000    [2.82e-05, 6.84e-06, 1.62e-05, 1.18e-05, 1.59e-05, 4.77e-06, 1.21e-05, 4.63e-06, 7.51e-06, 9.30e-06, 3.52e-06, 4.52e-05, 4.45e-06, 8.32e-07, 1.65e-07]    [2.82e-05, 6.84e-06, 1.62e-05, 1.18e-05, 1.59e-05, 4.77e-06, 1.21e-05, 4.63e-06, 7.51e-06, 9.30e-06, 3.52e-06, 4.52e-05, 4.45e-06, 8.32e-07, 1.65e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.585657 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
944000    [2.82e-05, 6.84e-06, 1.62e-05, 1.18e-05, 1.59e-05, 4.77e-06, 1.21e-05, 4.63e-06, 7.51e-06, 9.30e-06, 3.52e-06, 4.52e-05, 4.45e-06, 8.32e-07, 1.65e-07]    [2.82e-05, 6.84e-06, 1.62e-05, 1.18e-05, 1.59e-05, 4.77e-06, 1.21e-05, 4.63e-06, 7.51e-06, 9.30e-06, 3.52e-06, 4.52e-05, 4.45e-06, 8.32e-07, 1.65e-07]    []  
946000    [1.59e-04, 2.42e-05, 1.01e-04, 4.89e-05, 8.31e-05, 5.86e-05, 6.77e-06, 3.44e-05, 4.81e-05, 6.69e-05, 3.94e-05, 4.14e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.59e-04, 2.42e-05, 1.01e-04, 4.89e-05, 8.31e-05, 5.86e-05, 6.77e-06, 3.44e-05, 4.81e-05, 6.69e-05, 3.94e-05, 4.14e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.528947 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
946000    [1.59e-04, 2.42e-05, 1.01e-04, 4.89e-05, 8.31e-05, 5.86e-05, 6.77e-06, 3.44e-05, 4.81e-05, 6.69e-05, 3.94e-05, 4.14e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.59e-04, 2.42e-05, 1.01e-04, 4.89e-05, 8.31e-05, 5.86e-05, 6.77e-06, 3.44e-05, 4.81e-05, 6.69e-05, 3.94e-05, 4.14e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
948000    [4.26e-06, 2.45e-06, 5.78e-06, 1.59e-06, 7.97e-07, 6.36e-07, 4.77e-08, 1.09e-06, 1.94e-06, 2.40e-06, 2.16e-06, 1.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.26e-06, 2.45e-06, 5.78e-06, 1.59e-06, 7.97e-07, 6.36e-07, 4.77e-08, 1.09e-06, 1.94e-06, 2.40e-06, 2.16e-06, 1.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.784156 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
948000    [4.26e-06, 2.45e-06, 5.78e-06, 1.59e-06, 7.97e-07, 6.36e-07, 4.77e-08, 1.09e-06, 1.94e-06, 2.40e-06, 2.16e-06, 1.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.26e-06, 2.45e-06, 5.78e-06, 1.59e-06, 7.97e-07, 6.36e-07, 4.77e-08, 1.09e-06, 1.94e-06, 2.40e-06, 2.16e-06, 1.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
950000    [8.56e-07, 1.40e-06, 1.75e-06, 3.65e-07, 2.95e-07, 2.36e-08, 1.19e-09, 4.37e-08, 2.46e-07, 7.35e-07, 6.52e-07, 5.57e-07, 0.00e+00, 9.11e-12, 0.00e+00]    [8.56e-07, 1.40e-06, 1.75e-06, 3.65e-07, 2.95e-07, 2.36e-08, 1.19e-09, 4.37e-08, 2.46e-07, 7.35e-07, 6.52e-07, 5.57e-07, 0.00e+00, 9.11e-12, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.315663 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
950000    [8.56e-07, 1.40e-06, 1.75e-06, 3.65e-07, 2.95e-07, 2.36e-08, 1.19e-09, 4.37e-08, 2.46e-07, 7.35e-07, 6.52e-07, 5.57e-07, 0.00e+00, 9.11e-12, 0.00e+00]    [8.56e-07, 1.40e-06, 1.75e-06, 3.65e-07, 2.95e-07, 2.36e-08, 1.19e-09, 4.37e-08, 2.46e-07, 7.35e-07, 6.52e-07, 5.57e-07, 0.00e+00, 9.11e-12, 0.00e+00]    []  
952000    [2.35e-06, 2.10e-06, 3.81e-06, 5.11e-07, 1.25e-06, 2.17e-08, 3.73e-06, 6.83e-08, 5.47e-07, 1.18e-06, 1.04e-06, 2.25e-06, 0.00e+00, 3.42e-09, 0.00e+00]    [2.35e-06, 2.10e-06, 3.81e-06, 5.11e-07, 1.25e-06, 2.17e-08, 3.73e-06, 6.83e-08, 5.47e-07, 1.18e-06, 1.04e-06, 2.25e-06, 0.00e+00, 3.42e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.848252 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
952000    [2.35e-06, 2.10e-06, 3.81e-06, 5.11e-07, 1.25e-06, 2.17e-08, 3.73e-06, 6.83e-08, 5.47e-07, 1.18e-06, 1.04e-06, 2.25e-06, 0.00e+00, 3.42e-09, 0.00e+00]    [2.35e-06, 2.10e-06, 3.81e-06, 5.11e-07, 1.25e-06, 2.17e-08, 3.73e-06, 6.83e-08, 5.47e-07, 1.18e-06, 1.04e-06, 2.25e-06, 0.00e+00, 3.42e-09, 0.00e+00]    []  
954000    [4.29e-05, 9.30e-06, 2.51e-05, 1.71e-05, 2.24e-05, 6.17e-06, 1.89e-07, 7.49e-06, 1.12e-05, 1.54e-05, 5.30e-06, 7.56e-05, 7.69e-06, 1.16e-06, 1.76e-09]    [4.29e-05, 9.30e-06, 2.51e-05, 1.71e-05, 2.24e-05, 6.17e-06, 1.89e-07, 7.49e-06, 1.12e-05, 1.54e-05, 5.30e-06, 7.56e-05, 7.69e-06, 1.16e-06, 1.76e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.914641 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
954000    [4.29e-05, 9.30e-06, 2.51e-05, 1.71e-05, 2.24e-05, 6.17e-06, 1.89e-07, 7.49e-06, 1.12e-05, 1.54e-05, 5.30e-06, 7.56e-05, 7.69e-06, 1.16e-06, 1.76e-09]    [4.29e-05, 9.30e-06, 2.51e-05, 1.71e-05, 2.24e-05, 6.17e-06, 1.89e-07, 7.49e-06, 1.12e-05, 1.54e-05, 5.30e-06, 7.56e-05, 7.69e-06, 1.16e-06, 1.76e-09]    []  
956000    [3.39e-06, 3.96e-06, 5.46e-06, 1.74e-06, 1.37e-06, 1.36e-06, 1.12e-08, 3.25e-06, 6.36e-06, 7.16e-06, 3.69e-06, 2.85e-05, 0.00e+00, 0.00e+00, 4.10e-11]    [3.39e-06, 3.96e-06, 5.46e-06, 1.74e-06, 1.37e-06, 1.36e-06, 1.12e-08, 3.25e-06, 6.36e-06, 7.16e-06, 3.69e-06, 2.85e-05, 0.00e+00, 0.00e+00, 4.10e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.833692 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
956000    [3.39e-06, 3.96e-06, 5.46e-06, 1.74e-06, 1.37e-06, 1.36e-06, 1.12e-08, 3.25e-06, 6.36e-06, 7.16e-06, 3.69e-06, 2.85e-05, 0.00e+00, 0.00e+00, 4.10e-11]    [3.39e-06, 3.96e-06, 5.46e-06, 1.74e-06, 1.37e-06, 1.36e-06, 1.12e-08, 3.25e-06, 6.36e-06, 7.16e-06, 3.69e-06, 2.85e-05, 0.00e+00, 0.00e+00, 4.10e-11]    []  
958000    [5.43e-06, 3.68e-06, 4.26e-06, 3.90e-06, 3.39e-06, 1.36e-06, 6.10e-07, 1.77e-06, 2.17e-06, 3.10e-06, 1.65e-06, 1.60e-05, 1.27e-06, 1.60e-07, 5.75e-09]    [5.43e-06, 3.68e-06, 4.26e-06, 3.90e-06, 3.39e-06, 1.36e-06, 6.10e-07, 1.77e-06, 2.17e-06, 3.10e-06, 1.65e-06, 1.60e-05, 1.27e-06, 1.60e-07, 5.75e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.842606 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
958000    [5.43e-06, 3.68e-06, 4.26e-06, 3.90e-06, 3.39e-06, 1.36e-06, 6.10e-07, 1.77e-06, 2.17e-06, 3.10e-06, 1.65e-06, 1.60e-05, 1.27e-06, 1.60e-07, 5.75e-09]    [5.43e-06, 3.68e-06, 4.26e-06, 3.90e-06, 3.39e-06, 1.36e-06, 6.10e-07, 1.77e-06, 2.17e-06, 3.10e-06, 1.65e-06, 1.60e-05, 1.27e-06, 1.60e-07, 5.75e-09]    []  
960000    [3.25e-07, 2.13e-06, 9.57e-07, 5.74e-07, 5.10e-08, 1.16e-09, 3.77e-08, 1.52e-08, 2.44e-07, 8.24e-07, 6.00e-07, 1.08e-07, 1.44e-09, 2.85e-10, 1.46e-10]    [3.25e-07, 2.13e-06, 9.57e-07, 5.74e-07, 5.10e-08, 1.16e-09, 3.77e-08, 1.52e-08, 2.44e-07, 8.24e-07, 6.00e-07, 1.08e-07, 1.44e-09, 2.85e-10, 1.46e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.925540 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
960000    [3.25e-07, 2.13e-06, 9.57e-07, 5.74e-07, 5.10e-08, 1.16e-09, 3.77e-08, 1.52e-08, 2.44e-07, 8.24e-07, 6.00e-07, 1.08e-07, 1.44e-09, 2.85e-10, 1.46e-10]    [3.25e-07, 2.13e-06, 9.57e-07, 5.74e-07, 5.10e-08, 1.16e-09, 3.77e-08, 1.52e-08, 2.44e-07, 8.24e-07, 6.00e-07, 1.08e-07, 1.44e-09, 2.85e-10, 1.46e-10]    []  
962000    [7.26e-07, 1.54e-06, 1.70e-06, 3.28e-07, 1.70e-07, 1.82e-07, 1.86e-07, 8.92e-08, 2.79e-07, 8.25e-07, 8.91e-07, 1.51e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [7.26e-07, 1.54e-06, 1.70e-06, 3.28e-07, 1.70e-07, 1.82e-07, 1.86e-07, 8.92e-08, 2.79e-07, 8.25e-07, 8.91e-07, 1.51e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.296000 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
962000    [7.26e-07, 1.54e-06, 1.70e-06, 3.28e-07, 1.70e-07, 1.82e-07, 1.86e-07, 8.92e-08, 2.79e-07, 8.25e-07, 8.91e-07, 1.51e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [7.26e-07, 1.54e-06, 1.70e-06, 3.28e-07, 1.70e-07, 1.82e-07, 1.86e-07, 8.92e-08, 2.79e-07, 8.25e-07, 8.91e-07, 1.51e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
964000    [3.42e-06, 4.64e-06, 5.89e-06, 1.48e-06, 1.40e-06, 1.85e-06, 8.73e-08, 1.49e-06, 1.30e-06, 6.09e-06, 2.48e-06, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.42e-06, 4.64e-06, 5.89e-06, 1.48e-06, 1.40e-06, 1.85e-06, 8.73e-08, 1.49e-06, 1.30e-06, 6.09e-06, 2.48e-06, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 29.826182 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
964000    [3.42e-06, 4.64e-06, 5.89e-06, 1.48e-06, 1.40e-06, 1.85e-06, 8.73e-08, 1.49e-06, 1.30e-06, 6.09e-06, 2.48e-06, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.42e-06, 4.64e-06, 5.89e-06, 1.48e-06, 1.40e-06, 1.85e-06, 8.73e-08, 1.49e-06, 1.30e-06, 6.09e-06, 2.48e-06, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
966000    [2.04e-05, 6.46e-06, 1.41e-05, 1.33e-05, 6.33e-06, 2.46e-05, 2.12e-06, 8.36e-06, 1.59e-05, 2.72e-06, 1.08e-05, 6.37e-05, 1.70e-06, 3.80e-06, 0.00e+00]    [2.04e-05, 6.46e-06, 1.41e-05, 1.33e-05, 6.33e-06, 2.46e-05, 2.12e-06, 8.36e-06, 1.59e-05, 2.72e-06, 1.08e-05, 6.37e-05, 1.70e-06, 3.80e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.982932 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
966000    [2.04e-05, 6.46e-06, 1.41e-05, 1.33e-05, 6.33e-06, 2.46e-05, 2.12e-06, 8.36e-06, 1.59e-05, 2.72e-06, 1.08e-05, 6.37e-05, 1.70e-06, 3.80e-06, 0.00e+00]    [2.04e-05, 6.46e-06, 1.41e-05, 1.33e-05, 6.33e-06, 2.46e-05, 2.12e-06, 8.36e-06, 1.59e-05, 2.72e-06, 1.08e-05, 6.37e-05, 1.70e-06, 3.80e-06, 0.00e+00]    []  
968000    [3.95e-07, 2.35e-06, 1.52e-06, 5.23e-07, 1.66e-09, 6.16e-10, 3.09e-09, 8.10e-09, 3.24e-07, 1.24e-06, 8.08e-07, 6.15e-08, 4.55e-12, 1.30e-10, 8.11e-12]    [3.95e-07, 2.35e-06, 1.52e-06, 5.23e-07, 1.66e-09, 6.16e-10, 3.09e-09, 8.10e-09, 3.24e-07, 1.24e-06, 8.08e-07, 6.15e-08, 4.55e-12, 1.30e-10, 8.11e-12]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 33.266022 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
968000    [3.95e-07, 2.35e-06, 1.52e-06, 5.23e-07, 1.66e-09, 6.16e-10, 3.09e-09, 8.10e-09, 3.24e-07, 1.24e-06, 8.08e-07, 6.15e-08, 4.55e-12, 1.30e-10, 8.11e-12]    [3.95e-07, 2.35e-06, 1.52e-06, 5.23e-07, 1.66e-09, 6.16e-10, 3.09e-09, 8.10e-09, 3.24e-07, 1.24e-06, 8.08e-07, 6.15e-08, 4.55e-12, 1.30e-10, 8.11e-12]    []  
970000    [9.84e-07, 1.85e-06, 9.11e-07, 1.22e-06, 5.24e-07, 1.63e-07, 5.04e-08, 9.80e-08, 3.61e-07, 9.78e-07, 4.03e-07, 9.89e-07, 8.13e-08, 7.89e-09, 0.00e+00]    [9.84e-07, 1.85e-06, 9.11e-07, 1.22e-06, 5.24e-07, 1.63e-07, 5.04e-08, 9.80e-08, 3.61e-07, 9.78e-07, 4.03e-07, 9.89e-07, 8.13e-08, 7.89e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 26.841491 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
970000    [9.84e-07, 1.85e-06, 9.11e-07, 1.22e-06, 5.24e-07, 1.63e-07, 5.04e-08, 9.80e-08, 3.61e-07, 9.78e-07, 4.03e-07, 9.89e-07, 8.13e-08, 7.89e-09, 0.00e+00]    [9.84e-07, 1.85e-06, 9.11e-07, 1.22e-06, 5.24e-07, 1.63e-07, 5.04e-08, 9.80e-08, 3.61e-07, 9.78e-07, 4.03e-07, 9.89e-07, 8.13e-08, 7.89e-09, 0.00e+00]    []  
972000    [2.83e-05, 7.75e-06, 1.78e-05, 1.42e-05, 1.35e-05, 9.76e-06, 3.05e-06, 8.27e-06, 1.48e-05, 1.15e-05, 8.32e-06, 9.53e-05, 5.51e-06, 1.51e-06, 3.52e-08]    [2.83e-05, 7.75e-06, 1.78e-05, 1.42e-05, 1.35e-05, 9.76e-06, 3.05e-06, 8.27e-06, 1.48e-05, 1.15e-05, 8.32e-06, 9.53e-05, 5.51e-06, 1.51e-06, 3.52e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.513018 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
972000    [2.83e-05, 7.75e-06, 1.78e-05, 1.42e-05, 1.35e-05, 9.76e-06, 3.05e-06, 8.27e-06, 1.48e-05, 1.15e-05, 8.32e-06, 9.53e-05, 5.51e-06, 1.51e-06, 3.52e-08]    [2.83e-05, 7.75e-06, 1.78e-05, 1.42e-05, 1.35e-05, 9.76e-06, 3.05e-06, 8.27e-06, 1.48e-05, 1.15e-05, 8.32e-06, 9.53e-05, 5.51e-06, 1.51e-06, 3.52e-08]    []  
974000    [4.56e-05, 2.58e-05, 2.68e-05, 1.64e-05, 1.55e-05, 1.51e-05, 1.88e-05, 1.09e-05, 2.76e-05, 1.25e-05, 2.11e-05, 1.53e-04, 8.91e-06, 1.57e-06, 0.00e+00]    [4.56e-05, 2.58e-05, 2.68e-05, 1.64e-05, 1.55e-05, 1.51e-05, 1.88e-05, 1.09e-05, 2.76e-05, 1.25e-05, 2.11e-05, 1.53e-04, 8.91e-06, 1.57e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.650862 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
974000    [4.56e-05, 2.58e-05, 2.68e-05, 1.64e-05, 1.55e-05, 1.51e-05, 1.88e-05, 1.09e-05, 2.76e-05, 1.25e-05, 2.11e-05, 1.53e-04, 8.91e-06, 1.57e-06, 0.00e+00]    [4.56e-05, 2.58e-05, 2.68e-05, 1.64e-05, 1.55e-05, 1.51e-05, 1.88e-05, 1.09e-05, 2.76e-05, 1.25e-05, 2.11e-05, 1.53e-04, 8.91e-06, 1.57e-06, 0.00e+00]    []  
976000    [4.13e-06, 4.46e-06, 2.98e-06, 2.20e-06, 1.75e-06, 2.16e-06, 1.55e-06, 2.23e-06, 4.95e-06, 1.26e-06, 2.28e-06, 1.34e-05, 6.81e-07, 9.30e-08, 0.00e+00]    [4.13e-06, 4.46e-06, 2.98e-06, 2.20e-06, 1.75e-06, 2.16e-06, 1.55e-06, 2.23e-06, 4.95e-06, 1.26e-06, 2.28e-06, 1.34e-05, 6.81e-07, 9.30e-08, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.935696 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
976000    [4.13e-06, 4.46e-06, 2.98e-06, 2.20e-06, 1.75e-06, 2.16e-06, 1.55e-06, 2.23e-06, 4.95e-06, 1.26e-06, 2.28e-06, 1.34e-05, 6.81e-07, 9.30e-08, 0.00e+00]    [4.13e-06, 4.46e-06, 2.98e-06, 2.20e-06, 1.75e-06, 2.16e-06, 1.55e-06, 2.23e-06, 4.95e-06, 1.26e-06, 2.28e-06, 1.34e-05, 6.81e-07, 9.30e-08, 0.00e+00]    []  
978000    [5.25e-07, 4.38e-06, 2.34e-06, 1.22e-06, 1.59e-07, 2.22e-09, 3.45e-08, 5.23e-09, 6.86e-07, 1.98e-06, 1.25e-06, 4.04e-07, 9.57e-09, 7.70e-10, 1.97e-09]    [5.25e-07, 4.38e-06, 2.34e-06, 1.22e-06, 1.59e-07, 2.22e-09, 3.45e-08, 5.23e-09, 6.86e-07, 1.98e-06, 1.25e-06, 4.04e-07, 9.57e-09, 7.70e-10, 1.97e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.225183 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
978000    [5.25e-07, 4.38e-06, 2.34e-06, 1.22e-06, 1.59e-07, 2.22e-09, 3.45e-08, 5.23e-09, 6.86e-07, 1.98e-06, 1.25e-06, 4.04e-07, 9.57e-09, 7.70e-10, 1.97e-09]    [5.25e-07, 4.38e-06, 2.34e-06, 1.22e-06, 1.59e-07, 2.22e-09, 3.45e-08, 5.23e-09, 6.86e-07, 1.98e-06, 1.25e-06, 4.04e-07, 9.57e-09, 7.70e-10, 1.97e-09]    []  
980000    [1.72e-04, 3.60e-05, 1.08e-04, 6.26e-05, 1.05e-04, 1.15e-04, 2.19e-05, 6.45e-05, 1.03e-04, 1.09e-04, 9.16e-05, 8.55e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.72e-04, 3.60e-05, 1.08e-04, 6.26e-05, 1.05e-04, 1.15e-04, 2.19e-05, 6.45e-05, 1.03e-04, 1.09e-04, 9.16e-05, 8.55e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.217145 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
980000    [1.72e-04, 3.60e-05, 1.08e-04, 6.26e-05, 1.05e-04, 1.15e-04, 2.19e-05, 6.45e-05, 1.03e-04, 1.09e-04, 9.16e-05, 8.55e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [1.72e-04, 3.60e-05, 1.08e-04, 6.26e-05, 1.05e-04, 1.15e-04, 2.19e-05, 6.45e-05, 1.03e-04, 1.09e-04, 9.16e-05, 8.55e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
982000    [1.16e-06, 2.42e-06, 2.47e-06, 9.81e-07, 8.18e-07, 6.85e-08, 2.34e-06, 1.79e-07, 1.19e-06, 2.12e-06, 1.22e-06, 5.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.16e-06, 2.42e-06, 2.47e-06, 9.81e-07, 8.18e-07, 6.85e-08, 2.34e-06, 1.79e-07, 1.19e-06, 2.12e-06, 1.22e-06, 5.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 37.110328 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
982000    [1.16e-06, 2.42e-06, 2.47e-06, 9.81e-07, 8.18e-07, 6.85e-08, 2.34e-06, 1.79e-07, 1.19e-06, 2.12e-06, 1.22e-06, 5.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.16e-06, 2.42e-06, 2.47e-06, 9.81e-07, 8.18e-07, 6.85e-08, 2.34e-06, 1.79e-07, 1.19e-06, 2.12e-06, 1.22e-06, 5.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
984000    [2.82e-07, 1.80e-06, 1.04e-06, 5.00e-07, 1.80e-09, 2.13e-08, 1.68e-09, 9.87e-09, 1.99e-07, 8.95e-07, 5.81e-07, 7.90e-08, 1.24e-10, 5.24e-09, 0.00e+00]    [2.82e-07, 1.80e-06, 1.04e-06, 5.00e-07, 1.80e-09, 2.13e-08, 1.68e-09, 9.87e-09, 1.99e-07, 8.95e-07, 5.81e-07, 7.90e-08, 1.24e-10, 5.24e-09, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 27.752252 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
984000    [2.82e-07, 1.80e-06, 1.04e-06, 5.00e-07, 1.80e-09, 2.13e-08, 1.68e-09, 9.87e-09, 1.99e-07, 8.95e-07, 5.81e-07, 7.90e-08, 1.24e-10, 5.24e-09, 0.00e+00]    [2.82e-07, 1.80e-06, 1.04e-06, 5.00e-07, 1.80e-09, 2.13e-08, 1.68e-09, 9.87e-09, 1.99e-07, 8.95e-07, 5.81e-07, 7.90e-08, 1.24e-10, 5.24e-09, 0.00e+00]    []  
986000    [3.73e-06, 3.93e-06, 2.40e-06, 1.95e-06, 1.15e-06, 9.34e-07, 2.38e-07, 1.07e-06, 2.10e-06, 1.22e-06, 1.66e-06, 9.09e-06, 4.69e-07, 1.73e-07, 0.00e+00]    [3.73e-06, 3.93e-06, 2.40e-06, 1.95e-06, 1.15e-06, 9.34e-07, 2.38e-07, 1.07e-06, 2.10e-06, 1.22e-06, 1.66e-06, 9.09e-06, 4.69e-07, 1.73e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.445566 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
986000    [3.73e-06, 3.93e-06, 2.40e-06, 1.95e-06, 1.15e-06, 9.34e-07, 2.38e-07, 1.07e-06, 2.10e-06, 1.22e-06, 1.66e-06, 9.09e-06, 4.69e-07, 1.73e-07, 0.00e+00]    [3.73e-06, 3.93e-06, 2.40e-06, 1.95e-06, 1.15e-06, 9.34e-07, 2.38e-07, 1.07e-06, 2.10e-06, 1.22e-06, 1.66e-06, 9.09e-06, 4.69e-07, 1.73e-07, 0.00e+00]    []  
988000    [4.91e-06, 2.36e-06, 5.89e-06, 1.86e-06, 3.37e-06, 2.76e-06, 3.94e-07, 2.37e-06, 2.58e-06, 5.40e-06, 2.44e-06, 1.82e-05, 0.00e+00, 0.00e+00, 2.45e-09]    [4.91e-06, 2.36e-06, 5.89e-06, 1.86e-06, 3.37e-06, 2.76e-06, 3.94e-07, 2.37e-06, 2.58e-06, 5.40e-06, 2.44e-06, 1.82e-05, 0.00e+00, 0.00e+00, 2.45e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.301007 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
988000    [4.91e-06, 2.36e-06, 5.89e-06, 1.86e-06, 3.37e-06, 2.76e-06, 3.94e-07, 2.37e-06, 2.58e-06, 5.40e-06, 2.44e-06, 1.82e-05, 0.00e+00, 0.00e+00, 2.45e-09]    [4.91e-06, 2.36e-06, 5.89e-06, 1.86e-06, 3.37e-06, 2.76e-06, 3.94e-07, 2.37e-06, 2.58e-06, 5.40e-06, 2.44e-06, 1.82e-05, 0.00e+00, 0.00e+00, 2.45e-09]    []  
990000    [7.18e-06, 5.06e-06, 1.07e-05, 8.36e-06, 5.93e-08, 2.50e-06, 6.36e-07, 2.23e-06, 2.39e-06, 2.81e-06, 5.97e-06, 1.13e-05, 9.46e-09, 0.00e+00, 0.00e+00]    [7.18e-06, 5.06e-06, 1.07e-05, 8.36e-06, 5.93e-08, 2.50e-06, 6.36e-07, 2.23e-06, 2.39e-06, 2.81e-06, 5.97e-06, 1.13e-05, 9.46e-09, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 37.993322 s

Best train step: 89976
alpha: 0.22744633257
beta: 0.15145713091
kappa: 0.82465660572
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
990000    [7.18e-06, 5.06e-06, 1.07e-05, 8.36e-06, 5.93e-08, 2.50e-06, 6.36e-07, 2.23e-06, 2.39e-06, 2.81e-06, 5.97e-06, 1.13e-05, 9.46e-09, 0.00e+00, 0.00e+00]    [7.18e-06, 5.06e-06, 1.07e-05, 8.36e-06, 5.93e-08, 2.50e-06, 6.36e-07, 2.23e-06, 2.39e-06, 2.81e-06, 5.97e-06, 1.13e-05, 9.46e-09, 0.00e+00, 0.00e+00]    []  
992000    [5.56e-06, 2.54e-06, 8.22e-06, 2.76e-06, 3.20e-06, 8.68e-07, 2.97e-07, 1.63e-06, 2.11e-06, 2.95e-06, 1.71e-06, 1.51e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.56e-06, 2.54e-06, 8.22e-06, 2.76e-06, 3.20e-06, 8.68e-07, 2.97e-07, 1.63e-06, 2.11e-06, 2.95e-06, 1.71e-06, 1.51e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 38.093164 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
992000    [5.56e-06, 2.54e-06, 8.22e-06, 2.76e-06, 3.20e-06, 8.68e-07, 2.97e-07, 1.63e-06, 2.11e-06, 2.95e-06, 1.71e-06, 1.51e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.56e-06, 2.54e-06, 8.22e-06, 2.76e-06, 3.20e-06, 8.68e-07, 2.97e-07, 1.63e-06, 2.11e-06, 2.95e-06, 1.71e-06, 1.51e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
994000    [2.30e-06, 2.69e-06, 1.74e-06, 1.40e-06, 9.20e-07, 4.71e-07, 5.85e-08, 4.77e-07, 9.31e-07, 1.31e-06, 7.77e-07, 5.08e-06, 3.42e-07, 6.54e-08, 2.93e-10]    [2.30e-06, 2.69e-06, 1.74e-06, 1.40e-06, 9.20e-07, 4.71e-07, 5.85e-08, 4.77e-07, 9.31e-07, 1.31e-06, 7.77e-07, 5.08e-06, 3.42e-07, 6.54e-08, 2.93e-10]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 37.687238 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
994000    [2.30e-06, 2.69e-06, 1.74e-06, 1.40e-06, 9.20e-07, 4.71e-07, 5.85e-08, 4.77e-07, 9.31e-07, 1.31e-06, 7.77e-07, 5.08e-06, 3.42e-07, 6.54e-08, 2.93e-10]    [2.30e-06, 2.69e-06, 1.74e-06, 1.40e-06, 9.20e-07, 4.71e-07, 5.85e-08, 4.77e-07, 9.31e-07, 1.31e-06, 7.77e-07, 5.08e-06, 3.42e-07, 6.54e-08, 2.93e-10]    []  
996000    [9.27e-05, 1.44e-05, 6.31e-05, 3.16e-05, 4.91e-05, 4.01e-05, 3.89e-06, 2.60e-05, 3.62e-05, 4.22e-05, 2.60e-05, 2.69e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [9.27e-05, 1.44e-05, 6.31e-05, 3.16e-05, 4.91e-05, 4.01e-05, 3.89e-06, 2.60e-05, 3.62e-05, 4.22e-05, 2.60e-05, 2.69e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.199205 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
996000    [9.27e-05, 1.44e-05, 6.31e-05, 3.16e-05, 4.91e-05, 4.01e-05, 3.89e-06, 2.60e-05, 3.62e-05, 4.22e-05, 2.60e-05, 2.69e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [9.27e-05, 1.44e-05, 6.31e-05, 3.16e-05, 4.91e-05, 4.01e-05, 3.89e-06, 2.60e-05, 3.62e-05, 4.22e-05, 2.60e-05, 2.69e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
998000    [2.12e-06, 1.43e-06, 2.98e-06, 5.59e-07, 1.10e-06, 4.91e-07, 4.10e-07, 6.20e-07, 7.42e-07, 1.25e-06, 7.83e-07, 3.60e-06, 0.00e+00, 0.00e+00, 2.21e-09]    [2.12e-06, 1.43e-06, 2.98e-06, 5.59e-07, 1.10e-06, 4.91e-07, 4.10e-07, 6.20e-07, 7.42e-07, 1.25e-06, 7.83e-07, 3.60e-06, 0.00e+00, 0.00e+00, 2.21e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 32.607372 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
998000    [2.12e-06, 1.43e-06, 2.98e-06, 5.59e-07, 1.10e-06, 4.91e-07, 4.10e-07, 6.20e-07, 7.42e-07, 1.25e-06, 7.83e-07, 3.60e-06, 0.00e+00, 0.00e+00, 2.21e-09]    [2.12e-06, 1.43e-06, 2.98e-06, 5.59e-07, 1.10e-06, 4.91e-07, 4.10e-07, 6.20e-07, 7.42e-07, 1.25e-06, 7.83e-07, 3.60e-06, 0.00e+00, 0.00e+00, 2.21e-09]    []  
1000000   [3.27e-07, 1.76e-06, 1.63e-06, 7.56e-07, 6.29e-08, 5.41e-07, 3.02e-07, 5.62e-07, 1.85e-06, 9.08e-07, 1.25e-06, 7.14e-07, 4.13e-08, 0.00e+00, 0.00e+00]    [3.27e-07, 1.76e-06, 1.63e-06, 7.56e-07, 6.29e-08, 5.41e-07, 3.02e-07, 5.62e-07, 1.85e-06, 9.08e-07, 1.25e-06, 7.14e-07, 4.13e-08, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.131597 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1000000   [3.27e-07, 1.76e-06, 1.63e-06, 7.56e-07, 6.29e-08, 5.41e-07, 3.02e-07, 5.62e-07, 1.85e-06, 9.08e-07, 1.25e-06, 7.14e-07, 4.13e-08, 0.00e+00, 0.00e+00]    [3.27e-07, 1.76e-06, 1.63e-06, 7.56e-07, 6.29e-08, 5.41e-07, 3.02e-07, 5.62e-07, 1.85e-06, 9.08e-07, 1.25e-06, 7.14e-07, 4.13e-08, 0.00e+00, 0.00e+00]    []  
1002000   [1.12e-05, 7.43e-06, 7.75e-06, 4.84e-06, 3.79e-06, 1.87e-06, 5.36e-07, 1.83e-06, 6.76e-06, 4.23e-06, 8.19e-06, 4.95e-05, 3.10e-06, 1.58e-07, 0.00e+00]    [1.12e-05, 7.43e-06, 7.75e-06, 4.84e-06, 3.79e-06, 1.87e-06, 5.36e-07, 1.83e-06, 6.76e-06, 4.23e-06, 8.19e-06, 4.95e-05, 3.10e-06, 1.58e-07, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 30.447116 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1002000   [1.12e-05, 7.43e-06, 7.75e-06, 4.84e-06, 3.79e-06, 1.87e-06, 5.36e-07, 1.83e-06, 6.76e-06, 4.23e-06, 8.19e-06, 4.95e-05, 3.10e-06, 1.58e-07, 0.00e+00]    [1.12e-05, 7.43e-06, 7.75e-06, 4.84e-06, 3.79e-06, 1.87e-06, 5.36e-07, 1.83e-06, 6.76e-06, 4.23e-06, 8.19e-06, 4.95e-05, 3.10e-06, 1.58e-07, 0.00e+00]    []  
1004000   [5.13e-05, 1.91e-05, 3.36e-05, 2.58e-05, 2.17e-05, 3.50e-05, 1.27e-06, 3.65e-05, 9.80e-05, 1.88e-05, 5.07e-05, 4.31e-04, 1.43e-05, 5.89e-06, 0.00e+00]    [5.13e-05, 1.91e-05, 3.36e-05, 2.58e-05, 2.17e-05, 3.50e-05, 1.27e-06, 3.65e-05, 9.80e-05, 1.88e-05, 5.07e-05, 4.31e-04, 1.43e-05, 5.89e-06, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 31.030816 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1004000   [5.13e-05, 1.91e-05, 3.36e-05, 2.58e-05, 2.17e-05, 3.50e-05, 1.27e-06, 3.65e-05, 9.80e-05, 1.88e-05, 5.07e-05, 4.31e-04, 1.43e-05, 5.89e-06, 0.00e+00]    [5.13e-05, 1.91e-05, 3.36e-05, 2.58e-05, 2.17e-05, 3.50e-05, 1.27e-06, 3.65e-05, 9.80e-05, 1.88e-05, 5.07e-05, 4.31e-04, 1.43e-05, 5.89e-06, 0.00e+00]    []  
1006000   [1.04e-05, 4.48e-06, 1.07e-05, 1.07e-05, 4.77e-07, 1.09e-05, 8.69e-05, 8.80e-06, 1.74e-05, 1.19e-06, 1.54e-05, 6.38e-05, 3.03e-07, 1.95e-06, 8.74e-06]    [1.04e-05, 4.48e-06, 1.07e-05, 1.07e-05, 4.77e-07, 1.09e-05, 8.69e-05, 8.80e-06, 1.74e-05, 1.19e-06, 1.54e-05, 6.38e-05, 3.03e-07, 1.95e-06, 8.74e-06]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 38.660011 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1006000   [1.04e-05, 4.48e-06, 1.07e-05, 1.07e-05, 4.77e-07, 1.09e-05, 8.69e-05, 8.80e-06, 1.74e-05, 1.19e-06, 1.54e-05, 6.38e-05, 3.03e-07, 1.95e-06, 8.74e-06]    [1.04e-05, 4.48e-06, 1.07e-05, 1.07e-05, 4.77e-07, 1.09e-05, 8.69e-05, 8.80e-06, 1.74e-05, 1.19e-06, 1.54e-05, 6.38e-05, 3.03e-07, 1.95e-06, 8.74e-06]    []  
1008000   [1.30e-06, 2.16e-06, 1.06e-06, 1.54e-06, 6.75e-07, 2.29e-07, 9.61e-09, 1.80e-08, 3.77e-07, 1.42e-06, 5.28e-07, 1.82e-06, 1.32e-07, 2.92e-08, 2.63e-11]    [1.30e-06, 2.16e-06, 1.06e-06, 1.54e-06, 6.75e-07, 2.29e-07, 9.61e-09, 1.80e-08, 3.77e-07, 1.42e-06, 5.28e-07, 1.82e-06, 1.32e-07, 2.92e-08, 2.63e-11]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.285280 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1008000   [1.30e-06, 2.16e-06, 1.06e-06, 1.54e-06, 6.75e-07, 2.29e-07, 9.61e-09, 1.80e-08, 3.77e-07, 1.42e-06, 5.28e-07, 1.82e-06, 1.32e-07, 2.92e-08, 2.63e-11]    [1.30e-06, 2.16e-06, 1.06e-06, 1.54e-06, 6.75e-07, 2.29e-07, 9.61e-09, 1.80e-08, 3.77e-07, 1.42e-06, 5.28e-07, 1.82e-06, 1.32e-07, 2.92e-08, 2.63e-11]    []  
1010000   [4.71e-07, 1.62e-06, 1.66e-06, 5.16e-07, 8.32e-08, 2.25e-09, 4.58e-08, 5.58e-08, 1.49e-07, 4.70e-07, 6.51e-07, 2.03e-07, 0.00e+00, 6.17e-12, 0.00e+00]    [4.71e-07, 1.62e-06, 1.66e-06, 5.16e-07, 8.32e-08, 2.25e-09, 4.58e-08, 5.58e-08, 1.49e-07, 4.70e-07, 6.51e-07, 2.03e-07, 0.00e+00, 6.17e-12, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.402702 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1010000   [4.71e-07, 1.62e-06, 1.66e-06, 5.16e-07, 8.32e-08, 2.25e-09, 4.58e-08, 5.58e-08, 1.49e-07, 4.70e-07, 6.51e-07, 2.03e-07, 0.00e+00, 6.17e-12, 0.00e+00]    [4.71e-07, 1.62e-06, 1.66e-06, 5.16e-07, 8.32e-08, 2.25e-09, 4.58e-08, 5.58e-08, 1.49e-07, 4.70e-07, 6.51e-07, 2.03e-07, 0.00e+00, 6.17e-12, 0.00e+00]    []  
1012000   [2.56e-07, 1.91e-06, 1.62e-06, 4.35e-07, 6.26e-08, 2.35e-08, 1.78e-10, 5.41e-08, 2.19e-07, 4.95e-07, 7.85e-07, 9.11e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [2.56e-07, 1.91e-06, 1.62e-06, 4.35e-07, 6.26e-08, 2.35e-08, 1.78e-10, 5.41e-08, 2.19e-07, 4.95e-07, 7.85e-07, 9.11e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 34.688515 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1012000   [2.56e-07, 1.91e-06, 1.62e-06, 4.35e-07, 6.26e-08, 2.35e-08, 1.78e-10, 5.41e-08, 2.19e-07, 4.95e-07, 7.85e-07, 9.11e-07, 0.00e+00, 0.00e+00, 0.00e+00]    [2.56e-07, 1.91e-06, 1.62e-06, 4.35e-07, 6.26e-08, 2.35e-08, 1.78e-10, 5.41e-08, 2.19e-07, 4.95e-07, 7.85e-07, 9.11e-07, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1014000   [5.54e-05, 1.22e-05, 3.70e-05, 2.95e-05, 2.75e-05, 4.11e-05, 9.88e-06, 3.55e-05, 4.98e-05, 2.03e-05, 3.17e-05, 2.87e-04, 1.18e-05, 7.83e-06, 1.32e-07]    [5.54e-05, 1.22e-05, 3.70e-05, 2.95e-05, 2.75e-05, 4.11e-05, 9.88e-06, 3.55e-05, 4.98e-05, 2.03e-05, 3.17e-05, 2.87e-04, 1.18e-05, 7.83e-06, 1.32e-07]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 38.066765 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1014000   [5.54e-05, 1.22e-05, 3.70e-05, 2.95e-05, 2.75e-05, 4.11e-05, 9.88e-06, 3.55e-05, 4.98e-05, 2.03e-05, 3.17e-05, 2.87e-04, 1.18e-05, 7.83e-06, 1.32e-07]    [5.54e-05, 1.22e-05, 3.70e-05, 2.95e-05, 2.75e-05, 4.11e-05, 9.88e-06, 3.55e-05, 4.98e-05, 2.03e-05, 3.17e-05, 2.87e-04, 1.18e-05, 7.83e-06, 1.32e-07]    []  
1016000   [8.39e-06, 2.37e-06, 8.99e-06, 4.13e-06, 5.91e-06, 2.30e-06, 2.53e-07, 2.65e-06, 1.18e-05, 5.57e-06, 5.30e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.39e-06, 2.37e-06, 8.99e-06, 4.13e-06, 5.91e-06, 2.30e-06, 2.53e-07, 2.65e-06, 1.18e-05, 5.57e-06, 5.30e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.567117 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1016000   [8.39e-06, 2.37e-06, 8.99e-06, 4.13e-06, 5.91e-06, 2.30e-06, 2.53e-07, 2.65e-06, 1.18e-05, 5.57e-06, 5.30e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.39e-06, 2.37e-06, 8.99e-06, 4.13e-06, 5.91e-06, 2.30e-06, 2.53e-07, 2.65e-06, 1.18e-05, 5.57e-06, 5.30e-06, 2.08e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1018000   [1.10e-04, 2.00e-05, 7.05e-05, 4.65e-05, 5.89e-05, 2.29e-05, 1.37e-06, 2.58e-05, 3.75e-05, 4.16e-05, 1.67e-05, 2.42e-04, 2.32e-05, 4.62e-06, 3.76e-09]    [1.10e-04, 2.00e-05, 7.05e-05, 4.65e-05, 5.89e-05, 2.29e-05, 1.37e-06, 2.58e-05, 3.75e-05, 4.16e-05, 1.67e-05, 2.42e-04, 2.32e-05, 4.62e-06, 3.76e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 36.038461 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1018000   [1.10e-04, 2.00e-05, 7.05e-05, 4.65e-05, 5.89e-05, 2.29e-05, 1.37e-06, 2.58e-05, 3.75e-05, 4.16e-05, 1.67e-05, 2.42e-04, 2.32e-05, 4.62e-06, 3.76e-09]    [1.10e-04, 2.00e-05, 7.05e-05, 4.65e-05, 5.89e-05, 2.29e-05, 1.37e-06, 2.58e-05, 3.75e-05, 4.16e-05, 1.67e-05, 2.42e-04, 2.32e-05, 4.62e-06, 3.76e-09]    []  
1020000   [1.43e-06, 6.05e-06, 4.73e-06, 3.22e-06, 6.83e-07, 6.44e-07, 1.18e-06, 1.28e-06, 5.02e-06, 1.26e-05, 4.23e-06, 3.65e-05, 0.00e+00, 0.00e+00, 3.24e-09]    [1.43e-06, 6.05e-06, 4.73e-06, 3.22e-06, 6.83e-07, 6.44e-07, 1.18e-06, 1.28e-06, 5.02e-06, 1.26e-05, 4.23e-06, 3.65e-05, 0.00e+00, 0.00e+00, 3.24e-09]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 28.497642 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1020000   [1.43e-06, 6.05e-06, 4.73e-06, 3.22e-06, 6.83e-07, 6.44e-07, 1.18e-06, 1.28e-06, 5.02e-06, 1.26e-05, 4.23e-06, 3.65e-05, 0.00e+00, 0.00e+00, 3.24e-09]    [1.43e-06, 6.05e-06, 4.73e-06, 3.22e-06, 6.83e-07, 6.44e-07, 1.18e-06, 1.28e-06, 5.02e-06, 1.26e-05, 4.23e-06, 3.65e-05, 0.00e+00, 0.00e+00, 3.24e-09]    []  
1022000   [6.73e-07, 1.63e-06, 1.78e-06, 4.66e-07, 2.91e-07, 9.53e-08, 9.32e-06, 1.13e-07, 3.27e-07, 7.75e-07, 4.78e-07, 1.62e-06, 0.00e+00, 0.00e+00, 2.55e-08]    [6.73e-07, 1.63e-06, 1.78e-06, 4.66e-07, 2.91e-07, 9.53e-08, 9.32e-06, 1.13e-07, 3.27e-07, 7.75e-07, 4.78e-07, 1.62e-06, 0.00e+00, 0.00e+00, 2.55e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 35.393982 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1022000   [6.73e-07, 1.63e-06, 1.78e-06, 4.66e-07, 2.91e-07, 9.53e-08, 9.32e-06, 1.13e-07, 3.27e-07, 7.75e-07, 4.78e-07, 1.62e-06, 0.00e+00, 0.00e+00, 2.55e-08]    [6.73e-07, 1.63e-06, 1.78e-06, 4.66e-07, 2.91e-07, 9.53e-08, 9.32e-06, 1.13e-07, 3.27e-07, 7.75e-07, 4.78e-07, 1.62e-06, 0.00e+00, 0.00e+00, 2.55e-08]    []  
1024000   [1.00e-05, 4.49e-06, 7.78e-06, 6.71e-06, 2.01e-06, 7.06e-06, 2.69e-05, 4.49e-06, 1.05e-05, 2.15e-06, 6.36e-06, 4.43e-05, 9.84e-07, 8.36e-07, 7.38e-08]    [1.00e-05, 4.49e-06, 7.78e-06, 6.71e-06, 2.01e-06, 7.06e-06, 2.69e-05, 4.49e-06, 1.05e-05, 2.15e-06, 6.36e-06, 4.43e-05, 9.84e-07, 8.36e-07, 7.38e-08]    []  

Best model at step 89976:
  train loss: 3.14e-06
  test loss: 3.14e-06
  test metric: []

'train' took 38.973436 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1024000   [1.00e-05, 4.49e-06, 7.78e-06, 6.71e-06, 2.01e-06, 7.06e-06, 2.69e-05, 4.49e-06, 1.05e-05, 2.15e-06, 6.36e-06, 4.43e-05, 9.84e-07, 8.36e-07, 7.38e-08]    [1.00e-05, 4.49e-06, 7.78e-06, 6.71e-06, 2.01e-06, 7.06e-06, 2.69e-05, 4.49e-06, 1.05e-05, 2.15e-06, 6.36e-06, 4.43e-05, 9.84e-07, 8.36e-07, 7.38e-08]    []  
1026000   [1.22e-06, 7.45e-07, 1.64e-06, 4.75e-07, 4.31e-07, 1.07e-07, 1.60e-08, 9.26e-08, 3.59e-07, 6.64e-07, 4.17e-07, 2.13e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.22e-06, 7.45e-07, 1.64e-06, 4.75e-07, 4.31e-07, 1.07e-07, 1.60e-08, 9.26e-08, 3.59e-07, 6.64e-07, 4.17e-07, 2.13e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1025836:
  train loss: 2.22e-06
  test loss: 2.22e-06
  test metric: []

'train' took 40.894068 s

Best train step: 1025836
alpha: 0.23003235459
beta: 0.14724330604
kappa: 0.50839322805
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1026000   [1.22e-06, 7.45e-07, 1.64e-06, 4.75e-07, 4.31e-07, 1.07e-07, 1.60e-08, 9.26e-08, 3.59e-07, 6.64e-07, 4.17e-07, 2.13e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.22e-06, 7.45e-07, 1.64e-06, 4.75e-07, 4.31e-07, 1.07e-07, 1.60e-08, 9.26e-08, 3.59e-07, 6.64e-07, 4.17e-07, 2.13e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1028000   [1.72e-05, 8.15e-06, 1.40e-05, 3.09e-06, 2.95e-06, 2.28e-06, 7.00e-06, 6.29e-06, 2.34e-05, 1.18e-05, 1.81e-05, 1.28e-04, 8.87e-06, 1.10e-07, 0.00e+00]    [1.72e-05, 8.15e-06, 1.40e-05, 3.09e-06, 2.95e-06, 2.28e-06, 7.00e-06, 6.29e-06, 2.34e-05, 1.18e-05, 1.81e-05, 1.28e-04, 8.87e-06, 1.10e-07, 0.00e+00]    []  

Best model at step 1025836:
  train loss: 2.22e-06
  test loss: 2.22e-06
  test metric: []

'train' took 39.840594 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1028000   [1.72e-05, 8.15e-06, 1.40e-05, 3.09e-06, 2.95e-06, 2.28e-06, 7.00e-06, 6.29e-06, 2.34e-05, 1.18e-05, 1.81e-05, 1.28e-04, 8.87e-06, 1.10e-07, 0.00e+00]    [1.72e-05, 8.15e-06, 1.40e-05, 3.09e-06, 2.95e-06, 2.28e-06, 7.00e-06, 6.29e-06, 2.34e-05, 1.18e-05, 1.81e-05, 1.28e-04, 8.87e-06, 1.10e-07, 0.00e+00]    []  
1030000   [4.62e-07, 3.31e-07, 7.21e-07, 3.63e-07, 2.54e-07, 1.41e-07, 1.06e-05, 1.83e-08, 9.82e-07, 5.50e-07, 1.26e-06, 3.38e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.62e-07, 3.31e-07, 7.21e-07, 3.63e-07, 2.54e-07, 1.41e-07, 1.06e-05, 1.83e-08, 9.82e-07, 5.50e-07, 1.26e-06, 3.38e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1028423:
  train loss: 1.55e-06
  test loss: 1.55e-06
  test metric: []

'train' took 36.712349 s

Best train step: 1028423
alpha: 0.21602442861
beta: 0.12362823635
kappa: 0.25053015351
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1030000   [4.62e-07, 3.31e-07, 7.21e-07, 3.63e-07, 2.54e-07, 1.41e-07, 1.06e-05, 1.83e-08, 9.82e-07, 5.50e-07, 1.26e-06, 3.38e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.62e-07, 3.31e-07, 7.21e-07, 3.63e-07, 2.54e-07, 1.41e-07, 1.06e-05, 1.83e-08, 9.82e-07, 5.50e-07, 1.26e-06, 3.38e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1032000   [2.87e-06, 6.26e-07, 1.85e-06, 3.82e-07, 1.29e-06, 1.78e-06, 4.94e-06, 1.78e-06, 4.21e-06, 2.65e-06, 1.49e-06, 1.52e-05, 0.00e+00, 0.00e+00, 1.35e-08]    [2.87e-06, 6.26e-07, 1.85e-06, 3.82e-07, 1.29e-06, 1.78e-06, 4.94e-06, 1.78e-06, 4.21e-06, 2.65e-06, 1.49e-06, 1.52e-05, 0.00e+00, 0.00e+00, 1.35e-08]    []  

Best model at step 1031673:
  train loss: 4.93e-07
  test loss: 4.93e-07
  test metric: []

'train' took 31.158385 s

Best train step: 1031673
alpha: 0.22017914057
beta: 0.11236095428
kappa: 0.071792945266
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1032000   [2.87e-06, 6.26e-07, 1.85e-06, 3.82e-07, 1.29e-06, 1.78e-06, 4.94e-06, 1.78e-06, 4.21e-06, 2.65e-06, 1.49e-06, 1.52e-05, 0.00e+00, 0.00e+00, 1.35e-08]    [2.87e-06, 6.26e-07, 1.85e-06, 3.82e-07, 1.29e-06, 1.78e-06, 4.94e-06, 1.78e-06, 4.21e-06, 2.65e-06, 1.49e-06, 1.52e-05, 0.00e+00, 0.00e+00, 1.35e-08]    []  
1034000   [1.36e-05, 3.53e-06, 7.74e-06, 1.70e-07, 9.35e-06, 9.62e-06, 1.46e-05, 1.12e-05, 9.44e-06, 9.18e-06, 9.03e-06, 6.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.36e-05, 3.53e-06, 7.74e-06, 1.70e-07, 9.35e-06, 9.62e-06, 1.46e-05, 1.12e-05, 9.44e-06, 9.18e-06, 9.03e-06, 6.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1031673:
  train loss: 4.93e-07
  test loss: 4.93e-07
  test metric: []

'train' took 38.903767 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1034000   [1.36e-05, 3.53e-06, 7.74e-06, 1.70e-07, 9.35e-06, 9.62e-06, 1.46e-05, 1.12e-05, 9.44e-06, 9.18e-06, 9.03e-06, 6.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.36e-05, 3.53e-06, 7.74e-06, 1.70e-07, 9.35e-06, 9.62e-06, 1.46e-05, 1.12e-05, 9.44e-06, 9.18e-06, 9.03e-06, 6.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1036000   [5.24e-05, 1.02e-05, 3.12e-05, 1.71e-06, 1.94e-05, 2.32e-05, 4.11e-05, 1.26e-05, 5.08e-05, 1.05e-05, 3.37e-05, 2.56e-04, 7.99e-06, 3.23e-06, 0.00e+00]    [5.24e-05, 1.02e-05, 3.12e-05, 1.71e-06, 1.94e-05, 2.32e-05, 4.11e-05, 1.26e-05, 5.08e-05, 1.05e-05, 3.37e-05, 2.56e-04, 7.99e-06, 3.23e-06, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 39.917687 s

Best train step: 1034409
alpha: 0.21999180317
beta: 0.11177631468
kappa: 0.072415918112
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1036000   [5.24e-05, 1.02e-05, 3.12e-05, 1.71e-06, 1.94e-05, 2.32e-05, 4.11e-05, 1.26e-05, 5.08e-05, 1.05e-05, 3.37e-05, 2.56e-04, 7.99e-06, 3.23e-06, 0.00e+00]    [5.24e-05, 1.02e-05, 3.12e-05, 1.71e-06, 1.94e-05, 2.32e-05, 4.11e-05, 1.26e-05, 5.08e-05, 1.05e-05, 3.37e-05, 2.56e-04, 7.99e-06, 3.23e-06, 0.00e+00]    []  
1038000   [1.95e-05, 1.14e-05, 2.44e-05, 2.79e-06, 1.96e-05, 8.42e-06, 9.81e-07, 1.58e-05, 1.09e-05, 1.90e-05, 1.03e-05, 9.06e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.95e-05, 1.14e-05, 2.44e-05, 2.79e-06, 1.96e-05, 8.42e-06, 9.81e-07, 1.58e-05, 1.09e-05, 1.90e-05, 1.03e-05, 9.06e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 34.938679 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1038000   [1.95e-05, 1.14e-05, 2.44e-05, 2.79e-06, 1.96e-05, 8.42e-06, 9.81e-07, 1.58e-05, 1.09e-05, 1.90e-05, 1.03e-05, 9.06e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.95e-05, 1.14e-05, 2.44e-05, 2.79e-06, 1.96e-05, 8.42e-06, 9.81e-07, 1.58e-05, 1.09e-05, 1.90e-05, 1.03e-05, 9.06e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1040000   [7.05e-06, 1.68e-06, 4.95e-06, 1.26e-06, 4.12e-06, 2.17e-06, 4.32e-06, 2.25e-06, 3.85e-06, 3.05e-06, 1.73e-06, 1.83e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.05e-06, 1.68e-06, 4.95e-06, 1.26e-06, 4.12e-06, 2.17e-06, 4.32e-06, 2.25e-06, 3.85e-06, 3.05e-06, 1.73e-06, 1.83e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 33.878270 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1040000   [7.05e-06, 1.68e-06, 4.95e-06, 1.26e-06, 4.12e-06, 2.17e-06, 4.32e-06, 2.25e-06, 3.85e-06, 3.05e-06, 1.73e-06, 1.83e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.05e-06, 1.68e-06, 4.95e-06, 1.26e-06, 4.12e-06, 2.17e-06, 4.32e-06, 2.25e-06, 3.85e-06, 3.05e-06, 1.73e-06, 1.83e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1042000   [2.29e-05, 6.34e-06, 1.21e-05, 4.88e-07, 1.49e-05, 1.10e-05, 3.83e-06, 8.87e-06, 8.13e-06, 1.28e-05, 7.21e-06, 7.52e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.29e-05, 6.34e-06, 1.21e-05, 4.88e-07, 1.49e-05, 1.10e-05, 3.83e-06, 8.87e-06, 8.13e-06, 1.28e-05, 7.21e-06, 7.52e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 29.860691 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1042000   [2.29e-05, 6.34e-06, 1.21e-05, 4.88e-07, 1.49e-05, 1.10e-05, 3.83e-06, 8.87e-06, 8.13e-06, 1.28e-05, 7.21e-06, 7.52e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.29e-05, 6.34e-06, 1.21e-05, 4.88e-07, 1.49e-05, 1.10e-05, 3.83e-06, 8.87e-06, 8.13e-06, 1.28e-05, 7.21e-06, 7.52e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1044000   [4.45e-06, 1.33e-06, 2.50e-06, 1.84e-07, 2.01e-06, 1.10e-06, 8.00e-07, 1.36e-06, 1.95e-06, 1.60e-06, 1.20e-06, 1.13e-05, 8.10e-07, 1.96e-07, 2.19e-09]    [4.45e-06, 1.33e-06, 2.50e-06, 1.84e-07, 2.01e-06, 1.10e-06, 8.00e-07, 1.36e-06, 1.95e-06, 1.60e-06, 1.20e-06, 1.13e-05, 8.10e-07, 1.96e-07, 2.19e-09]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 33.770340 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1044000   [4.45e-06, 1.33e-06, 2.50e-06, 1.84e-07, 2.01e-06, 1.10e-06, 8.00e-07, 1.36e-06, 1.95e-06, 1.60e-06, 1.20e-06, 1.13e-05, 8.10e-07, 1.96e-07, 2.19e-09]    [4.45e-06, 1.33e-06, 2.50e-06, 1.84e-07, 2.01e-06, 1.10e-06, 8.00e-07, 1.36e-06, 1.95e-06, 1.60e-06, 1.20e-06, 1.13e-05, 8.10e-07, 1.96e-07, 2.19e-09]    []  
1046000   [5.29e-06, 1.54e-06, 2.93e-06, 2.04e-07, 3.61e-06, 2.58e-06, 1.17e-06, 3.47e-06, 4.54e-06, 5.76e-06, 3.17e-06, 2.62e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.29e-06, 1.54e-06, 2.93e-06, 2.04e-07, 3.61e-06, 2.58e-06, 1.17e-06, 3.47e-06, 4.54e-06, 5.76e-06, 3.17e-06, 2.62e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 34.338038 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1046000   [5.29e-06, 1.54e-06, 2.93e-06, 2.04e-07, 3.61e-06, 2.58e-06, 1.17e-06, 3.47e-06, 4.54e-06, 5.76e-06, 3.17e-06, 2.62e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.29e-06, 1.54e-06, 2.93e-06, 2.04e-07, 3.61e-06, 2.58e-06, 1.17e-06, 3.47e-06, 4.54e-06, 5.76e-06, 3.17e-06, 2.62e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1048000   [5.29e-05, 1.69e-05, 2.54e-05, 1.81e-06, 3.15e-05, 2.34e-05, 1.11e-05, 1.34e-05, 8.97e-06, 2.05e-05, 2.02e-05, 1.29e-04, 1.22e-05, 2.98e-06, 0.00e+00]    [5.29e-05, 1.69e-05, 2.54e-05, 1.81e-06, 3.15e-05, 2.34e-05, 1.11e-05, 1.34e-05, 8.97e-06, 2.05e-05, 2.02e-05, 1.29e-04, 1.22e-05, 2.98e-06, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 33.865685 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1048000   [5.29e-05, 1.69e-05, 2.54e-05, 1.81e-06, 3.15e-05, 2.34e-05, 1.11e-05, 1.34e-05, 8.97e-06, 2.05e-05, 2.02e-05, 1.29e-04, 1.22e-05, 2.98e-06, 0.00e+00]    [5.29e-05, 1.69e-05, 2.54e-05, 1.81e-06, 3.15e-05, 2.34e-05, 1.11e-05, 1.34e-05, 8.97e-06, 2.05e-05, 2.02e-05, 1.29e-04, 1.22e-05, 2.98e-06, 0.00e+00]    []  
1050000   [1.75e-05, 4.63e-06, 1.08e-05, 1.73e-06, 6.60e-06, 2.57e-05, 6.04e-08, 2.79e-05, 4.13e-05, 3.17e-06, 1.11e-05, 8.90e-05, 1.39e-06, 3.45e-06, 1.66e-10]    [1.75e-05, 4.63e-06, 1.08e-05, 1.73e-06, 6.60e-06, 2.57e-05, 6.04e-08, 2.79e-05, 4.13e-05, 3.17e-06, 1.11e-05, 8.90e-05, 1.39e-06, 3.45e-06, 1.66e-10]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 31.591420 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1050000   [1.75e-05, 4.63e-06, 1.08e-05, 1.73e-06, 6.60e-06, 2.57e-05, 6.04e-08, 2.79e-05, 4.13e-05, 3.17e-06, 1.11e-05, 8.90e-05, 1.39e-06, 3.45e-06, 1.66e-10]    [1.75e-05, 4.63e-06, 1.08e-05, 1.73e-06, 6.60e-06, 2.57e-05, 6.04e-08, 2.79e-05, 4.13e-05, 3.17e-06, 1.11e-05, 8.90e-05, 1.39e-06, 3.45e-06, 1.66e-10]    []  
1052000   [1.73e-05, 4.74e-06, 8.58e-06, 5.45e-07, 1.01e-05, 1.60e-05, 1.66e-05, 8.21e-06, 4.13e-06, 1.10e-05, 8.69e-06, 6.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.73e-05, 4.74e-06, 8.58e-06, 5.45e-07, 1.01e-05, 1.60e-05, 1.66e-05, 8.21e-06, 4.13e-06, 1.10e-05, 8.69e-06, 6.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 35.994226 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1052000   [1.73e-05, 4.74e-06, 8.58e-06, 5.45e-07, 1.01e-05, 1.60e-05, 1.66e-05, 8.21e-06, 4.13e-06, 1.10e-05, 8.69e-06, 6.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.73e-05, 4.74e-06, 8.58e-06, 5.45e-07, 1.01e-05, 1.60e-05, 1.66e-05, 8.21e-06, 4.13e-06, 1.10e-05, 8.69e-06, 6.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1054000   [4.15e-07, 3.79e-07, 4.47e-07, 2.24e-07, 3.24e-09, 8.44e-09, 1.94e-06, 1.78e-09, 2.44e-07, 4.70e-07, 2.86e-07, 2.23e-07, 0.00e+00, 1.53e-08, 5.31e-09]    [4.15e-07, 3.79e-07, 4.47e-07, 2.24e-07, 3.24e-09, 8.44e-09, 1.94e-06, 1.78e-09, 2.44e-07, 4.70e-07, 2.86e-07, 2.23e-07, 0.00e+00, 1.53e-08, 5.31e-09]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 37.065698 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1054000   [4.15e-07, 3.79e-07, 4.47e-07, 2.24e-07, 3.24e-09, 8.44e-09, 1.94e-06, 1.78e-09, 2.44e-07, 4.70e-07, 2.86e-07, 2.23e-07, 0.00e+00, 1.53e-08, 5.31e-09]    [4.15e-07, 3.79e-07, 4.47e-07, 2.24e-07, 3.24e-09, 8.44e-09, 1.94e-06, 1.78e-09, 2.44e-07, 4.70e-07, 2.86e-07, 2.23e-07, 0.00e+00, 1.53e-08, 5.31e-09]    []  
1056000   [7.48e-07, 5.40e-07, 8.80e-07, 1.66e-07, 6.49e-08, 6.10e-07, 5.49e-05, 3.28e-07, 6.82e-07, 5.42e-07, 9.74e-07, 2.03e-06, 2.07e-09, 0.00e+00, 1.50e-07]    [7.48e-07, 5.40e-07, 8.80e-07, 1.66e-07, 6.49e-08, 6.10e-07, 5.49e-05, 3.28e-07, 6.82e-07, 5.42e-07, 9.74e-07, 2.03e-06, 2.07e-09, 0.00e+00, 1.50e-07]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 35.673548 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1056000   [7.48e-07, 5.40e-07, 8.80e-07, 1.66e-07, 6.49e-08, 6.10e-07, 5.49e-05, 3.28e-07, 6.82e-07, 5.42e-07, 9.74e-07, 2.03e-06, 2.07e-09, 0.00e+00, 1.50e-07]    [7.48e-07, 5.40e-07, 8.80e-07, 1.66e-07, 6.49e-08, 6.10e-07, 5.49e-05, 3.28e-07, 6.82e-07, 5.42e-07, 9.74e-07, 2.03e-06, 2.07e-09, 0.00e+00, 1.50e-07]    []  
1058000   [1.84e-07, 2.68e-07, 6.45e-07, 1.47e-07, 2.77e-09, 7.20e-08, 2.20e-07, 1.68e-07, 1.95e-06, 4.90e-07, 1.96e-06, 6.76e-07, 2.60e-09, 0.00e+00, 6.03e-10]    [1.84e-07, 2.68e-07, 6.45e-07, 1.47e-07, 2.77e-09, 7.20e-08, 2.20e-07, 1.68e-07, 1.95e-06, 4.90e-07, 1.96e-06, 6.76e-07, 2.60e-09, 0.00e+00, 6.03e-10]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 37.445928 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1058000   [1.84e-07, 2.68e-07, 6.45e-07, 1.47e-07, 2.77e-09, 7.20e-08, 2.20e-07, 1.68e-07, 1.95e-06, 4.90e-07, 1.96e-06, 6.76e-07, 2.60e-09, 0.00e+00, 6.03e-10]    [1.84e-07, 2.68e-07, 6.45e-07, 1.47e-07, 2.77e-09, 7.20e-08, 2.20e-07, 1.68e-07, 1.95e-06, 4.90e-07, 1.96e-06, 6.76e-07, 2.60e-09, 0.00e+00, 6.03e-10]    []  
1060000   [1.07e-05, 2.56e-06, 5.96e-06, 1.01e-07, 6.66e-06, 5.62e-06, 2.18e-06, 4.26e-06, 4.27e-06, 6.58e-06, 3.52e-06, 3.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.07e-05, 2.56e-06, 5.96e-06, 1.01e-07, 6.66e-06, 5.62e-06, 2.18e-06, 4.26e-06, 4.27e-06, 6.58e-06, 3.52e-06, 3.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1034409:
  train loss: 3.65e-07
  test loss: 3.65e-07
  test metric: []

'train' took 37.226972 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1060000   [1.07e-05, 2.56e-06, 5.96e-06, 1.01e-07, 6.66e-06, 5.62e-06, 2.18e-06, 4.26e-06, 4.27e-06, 6.58e-06, 3.52e-06, 3.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.07e-05, 2.56e-06, 5.96e-06, 1.01e-07, 6.66e-06, 5.62e-06, 2.18e-06, 4.26e-06, 4.27e-06, 6.58e-06, 3.52e-06, 3.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1062000   [3.07e-05, 9.49e-06, 1.66e-05, 1.49e-06, 9.56e-06, 4.57e-05, 3.56e-05, 2.53e-05, 4.72e-05, 7.68e-06, 4.72e-05, 2.65e-04, 5.36e-06, 3.97e-06, 9.77e-08]    [3.07e-05, 9.49e-06, 1.66e-05, 1.49e-06, 9.56e-06, 4.57e-05, 3.56e-05, 2.53e-05, 4.72e-05, 7.68e-06, 4.72e-05, 2.65e-04, 5.36e-06, 3.97e-06, 9.77e-08]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 37.996769 s

Best train step: 1061455
alpha: 0.22014184296
beta: 0.11142999679
kappa: 0.049188826233
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1062000   [3.07e-05, 9.49e-06, 1.66e-05, 1.49e-06, 9.56e-06, 4.57e-05, 3.56e-05, 2.53e-05, 4.72e-05, 7.68e-06, 4.72e-05, 2.65e-04, 5.36e-06, 3.97e-06, 9.77e-08]    [3.07e-05, 9.49e-06, 1.66e-05, 1.49e-06, 9.56e-06, 4.57e-05, 3.56e-05, 2.53e-05, 4.72e-05, 7.68e-06, 4.72e-05, 2.65e-04, 5.36e-06, 3.97e-06, 9.77e-08]    []  
1064000   [6.25e-07, 3.51e-06, 1.95e-06, 7.48e-07, 8.40e-08, 2.29e-07, 2.78e-12, 2.19e-08, 6.42e-07, 1.95e-06, 1.01e-06, 9.42e-08, 1.23e-09, 6.27e-10, 0.00e+00]    [6.25e-07, 3.51e-06, 1.95e-06, 7.48e-07, 8.40e-08, 2.29e-07, 2.78e-12, 2.19e-08, 6.42e-07, 1.95e-06, 1.01e-06, 9.42e-08, 1.23e-09, 6.27e-10, 0.00e+00]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 35.810652 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1064000   [6.25e-07, 3.51e-06, 1.95e-06, 7.48e-07, 8.40e-08, 2.29e-07, 2.78e-12, 2.19e-08, 6.42e-07, 1.95e-06, 1.01e-06, 9.42e-08, 1.23e-09, 6.27e-10, 0.00e+00]    [6.25e-07, 3.51e-06, 1.95e-06, 7.48e-07, 8.40e-08, 2.29e-07, 2.78e-12, 2.19e-08, 6.42e-07, 1.95e-06, 1.01e-06, 9.42e-08, 1.23e-09, 6.27e-10, 0.00e+00]    []  
1066000   [4.47e-06, 1.32e-06, 3.43e-06, 1.18e-07, 2.28e-06, 7.73e-07, 2.40e-06, 1.18e-06, 4.41e-06, 3.89e-06, 2.06e-06, 1.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.47e-06, 1.32e-06, 3.43e-06, 1.18e-07, 2.28e-06, 7.73e-07, 2.40e-06, 1.18e-06, 4.41e-06, 3.89e-06, 2.06e-06, 1.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 35.679137 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1066000   [4.47e-06, 1.32e-06, 3.43e-06, 1.18e-07, 2.28e-06, 7.73e-07, 2.40e-06, 1.18e-06, 4.41e-06, 3.89e-06, 2.06e-06, 1.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.47e-06, 1.32e-06, 3.43e-06, 1.18e-07, 2.28e-06, 7.73e-07, 2.40e-06, 1.18e-06, 4.41e-06, 3.89e-06, 2.06e-06, 1.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1068000   [4.33e-05, 1.10e-05, 2.17e-05, 6.15e-07, 2.72e-05, 2.86e-05, 1.45e-05, 1.88e-05, 1.90e-05, 2.53e-05, 2.16e-05, 1.82e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.33e-05, 1.10e-05, 2.17e-05, 6.15e-07, 2.72e-05, 2.86e-05, 1.45e-05, 1.88e-05, 1.90e-05, 2.53e-05, 2.16e-05, 1.82e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 35.891084 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1068000   [4.33e-05, 1.10e-05, 2.17e-05, 6.15e-07, 2.72e-05, 2.86e-05, 1.45e-05, 1.88e-05, 1.90e-05, 2.53e-05, 2.16e-05, 1.82e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.33e-05, 1.10e-05, 2.17e-05, 6.15e-07, 2.72e-05, 2.86e-05, 1.45e-05, 1.88e-05, 1.90e-05, 2.53e-05, 2.16e-05, 1.82e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1070000   [7.04e-06, 3.01e-06, 5.35e-06, 4.61e-07, 2.94e-06, 2.47e-06, 2.04e-05, 5.35e-06, 9.48e-06, 1.87e-06, 3.53e-06, 2.29e-05, 9.78e-07, 1.02e-06, 5.60e-08]    [7.04e-06, 3.01e-06, 5.35e-06, 4.61e-07, 2.94e-06, 2.47e-06, 2.04e-05, 5.35e-06, 9.48e-06, 1.87e-06, 3.53e-06, 2.29e-05, 9.78e-07, 1.02e-06, 5.60e-08]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 36.013435 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1070000   [7.04e-06, 3.01e-06, 5.35e-06, 4.61e-07, 2.94e-06, 2.47e-06, 2.04e-05, 5.35e-06, 9.48e-06, 1.87e-06, 3.53e-06, 2.29e-05, 9.78e-07, 1.02e-06, 5.60e-08]    [7.04e-06, 3.01e-06, 5.35e-06, 4.61e-07, 2.94e-06, 2.47e-06, 2.04e-05, 5.35e-06, 9.48e-06, 1.87e-06, 3.53e-06, 2.29e-05, 9.78e-07, 1.02e-06, 5.60e-08]    []  
1072000   [2.11e-05, 6.67e-06, 1.16e-05, 1.27e-06, 9.04e-06, 9.04e-06, 2.10e-06, 8.51e-06, 2.23e-05, 6.62e-06, 1.35e-05, 1.14e-04, 4.67e-06, 1.40e-06, 0.00e+00]    [2.11e-05, 6.67e-06, 1.16e-05, 1.27e-06, 9.04e-06, 9.04e-06, 2.10e-06, 8.51e-06, 2.23e-05, 6.62e-06, 1.35e-05, 1.14e-04, 4.67e-06, 1.40e-06, 0.00e+00]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 35.947135 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1072000   [2.11e-05, 6.67e-06, 1.16e-05, 1.27e-06, 9.04e-06, 9.04e-06, 2.10e-06, 8.51e-06, 2.23e-05, 6.62e-06, 1.35e-05, 1.14e-04, 4.67e-06, 1.40e-06, 0.00e+00]    [2.11e-05, 6.67e-06, 1.16e-05, 1.27e-06, 9.04e-06, 9.04e-06, 2.10e-06, 8.51e-06, 2.23e-05, 6.62e-06, 1.35e-05, 1.14e-04, 4.67e-06, 1.40e-06, 0.00e+00]    []  
1074000   [4.76e-06, 2.07e-06, 2.48e-06, 2.10e-07, 1.50e-06, 1.08e-06, 1.31e-05, 9.38e-07, 3.66e-06, 1.15e-06, 1.61e-06, 1.53e-05, 6.55e-07, 3.55e-08, 3.58e-08]    [4.76e-06, 2.07e-06, 2.48e-06, 2.10e-07, 1.50e-06, 1.08e-06, 1.31e-05, 9.38e-07, 3.66e-06, 1.15e-06, 1.61e-06, 1.53e-05, 6.55e-07, 3.55e-08, 3.58e-08]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 34.493372 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1074000   [4.76e-06, 2.07e-06, 2.48e-06, 2.10e-07, 1.50e-06, 1.08e-06, 1.31e-05, 9.38e-07, 3.66e-06, 1.15e-06, 1.61e-06, 1.53e-05, 6.55e-07, 3.55e-08, 3.58e-08]    [4.76e-06, 2.07e-06, 2.48e-06, 2.10e-07, 1.50e-06, 1.08e-06, 1.31e-05, 9.38e-07, 3.66e-06, 1.15e-06, 1.61e-06, 1.53e-05, 6.55e-07, 3.55e-08, 3.58e-08]    []  
1076000   [5.32e-06, 1.55e-06, 3.32e-06, 6.10e-08, 2.31e-06, 1.74e-06, 1.90e-06, 1.45e-06, 3.94e-06, 1.77e-06, 1.54e-06, 1.93e-05, 1.02e-06, 4.26e-08, 5.20e-09]    [5.32e-06, 1.55e-06, 3.32e-06, 6.10e-08, 2.31e-06, 1.74e-06, 1.90e-06, 1.45e-06, 3.94e-06, 1.77e-06, 1.54e-06, 1.93e-05, 1.02e-06, 4.26e-08, 5.20e-09]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 34.530494 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1076000   [5.32e-06, 1.55e-06, 3.32e-06, 6.10e-08, 2.31e-06, 1.74e-06, 1.90e-06, 1.45e-06, 3.94e-06, 1.77e-06, 1.54e-06, 1.93e-05, 1.02e-06, 4.26e-08, 5.20e-09]    [5.32e-06, 1.55e-06, 3.32e-06, 6.10e-08, 2.31e-06, 1.74e-06, 1.90e-06, 1.45e-06, 3.94e-06, 1.77e-06, 1.54e-06, 1.93e-05, 1.02e-06, 4.26e-08, 5.20e-09]    []  
1078000   [1.83e-05, 4.96e-06, 1.18e-05, 1.17e-06, 4.74e-06, 6.86e-06, 1.19e-06, 5.28e-06, 2.38e-05, 3.04e-06, 1.61e-05, 1.05e-04, 1.85e-06, 1.10e-06, 0.00e+00]    [1.83e-05, 4.96e-06, 1.18e-05, 1.17e-06, 4.74e-06, 6.86e-06, 1.19e-06, 5.28e-06, 2.38e-05, 3.04e-06, 1.61e-05, 1.05e-04, 1.85e-06, 1.10e-06, 0.00e+00]    []  

Best model at step 1061455:
  train loss: 2.32e-07
  test loss: 2.32e-07
  test metric: []

'train' took 36.424164 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1078000   [1.83e-05, 4.96e-06, 1.18e-05, 1.17e-06, 4.74e-06, 6.86e-06, 1.19e-06, 5.28e-06, 2.38e-05, 3.04e-06, 1.61e-05, 1.05e-04, 1.85e-06, 1.10e-06, 0.00e+00]    [1.83e-05, 4.96e-06, 1.18e-05, 1.17e-06, 4.74e-06, 6.86e-06, 1.19e-06, 5.28e-06, 2.38e-05, 3.04e-06, 1.61e-05, 1.05e-04, 1.85e-06, 1.10e-06, 0.00e+00]    []  
1080000   [7.09e-08, 8.86e-08, 1.24e-07, 4.24e-08, 1.10e-08, 1.49e-08, 4.50e-14, 1.80e-09, 6.53e-08, 5.51e-08, 1.68e-07, 1.23e-07, 7.93e-10, 1.35e-10, 1.23e-16]    [7.09e-08, 8.86e-08, 1.24e-07, 4.24e-08, 1.10e-08, 1.49e-08, 4.50e-14, 1.80e-09, 6.53e-08, 5.51e-08, 1.68e-07, 1.23e-07, 7.93e-10, 1.35e-10, 1.23e-16]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.161856 s

Best train step: 1079897
alpha: 0.21980887651
beta: 0.10970002413
kappa: -0.012434460223
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1080000   [7.09e-08, 8.86e-08, 1.24e-07, 4.24e-08, 1.10e-08, 1.49e-08, 4.50e-14, 1.80e-09, 6.53e-08, 5.51e-08, 1.68e-07, 1.23e-07, 7.93e-10, 1.35e-10, 1.23e-16]    [7.09e-08, 8.86e-08, 1.24e-07, 4.24e-08, 1.10e-08, 1.49e-08, 4.50e-14, 1.80e-09, 6.53e-08, 5.51e-08, 1.68e-07, 1.23e-07, 7.93e-10, 1.35e-10, 1.23e-16]    []  
1082000   [8.24e-06, 2.38e-06, 5.87e-06, 9.24e-07, 5.03e-06, 7.93e-06, 4.91e-07, 3.63e-06, 4.65e-06, 9.17e-06, 4.27e-06, 4.87e-05, 0.00e+00, 0.00e+00, 1.34e-09]    [8.24e-06, 2.38e-06, 5.87e-06, 9.24e-07, 5.03e-06, 7.93e-06, 4.91e-07, 3.63e-06, 4.65e-06, 9.17e-06, 4.27e-06, 4.87e-05, 0.00e+00, 0.00e+00, 1.34e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.894253 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1082000   [8.24e-06, 2.38e-06, 5.87e-06, 9.24e-07, 5.03e-06, 7.93e-06, 4.91e-07, 3.63e-06, 4.65e-06, 9.17e-06, 4.27e-06, 4.87e-05, 0.00e+00, 0.00e+00, 1.34e-09]    [8.24e-06, 2.38e-06, 5.87e-06, 9.24e-07, 5.03e-06, 7.93e-06, 4.91e-07, 3.63e-06, 4.65e-06, 9.17e-06, 4.27e-06, 4.87e-05, 0.00e+00, 0.00e+00, 1.34e-09]    []  
1084000   [4.73e-05, 1.26e-05, 2.20e-05, 6.63e-07, 2.95e-05, 2.26e-05, 2.39e-05, 1.73e-05, 2.13e-05, 2.85e-05, 1.71e-05, 1.85e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.73e-05, 1.26e-05, 2.20e-05, 6.63e-07, 2.95e-05, 2.26e-05, 2.39e-05, 1.73e-05, 2.13e-05, 2.85e-05, 1.71e-05, 1.85e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.109234 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1084000   [4.73e-05, 1.26e-05, 2.20e-05, 6.63e-07, 2.95e-05, 2.26e-05, 2.39e-05, 1.73e-05, 2.13e-05, 2.85e-05, 1.71e-05, 1.85e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.73e-05, 1.26e-05, 2.20e-05, 6.63e-07, 2.95e-05, 2.26e-05, 2.39e-05, 1.73e-05, 2.13e-05, 2.85e-05, 1.71e-05, 1.85e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1086000   [9.15e-06, 2.62e-06, 5.00e-06, 2.02e-08, 4.92e-06, 2.14e-06, 8.72e-06, 1.97e-06, 4.40e-06, 3.69e-06, 1.95e-06, 2.34e-05, 1.94e-06, 3.08e-07, 2.39e-08]    [9.15e-06, 2.62e-06, 5.00e-06, 2.02e-08, 4.92e-06, 2.14e-06, 8.72e-06, 1.97e-06, 4.40e-06, 3.69e-06, 1.95e-06, 2.34e-05, 1.94e-06, 3.08e-07, 2.39e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.742149 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1086000   [9.15e-06, 2.62e-06, 5.00e-06, 2.02e-08, 4.92e-06, 2.14e-06, 8.72e-06, 1.97e-06, 4.40e-06, 3.69e-06, 1.95e-06, 2.34e-05, 1.94e-06, 3.08e-07, 2.39e-08]    [9.15e-06, 2.62e-06, 5.00e-06, 2.02e-08, 4.92e-06, 2.14e-06, 8.72e-06, 1.97e-06, 4.40e-06, 3.69e-06, 1.95e-06, 2.34e-05, 1.94e-06, 3.08e-07, 2.39e-08]    []  
1088000   [1.98e-06, 4.34e-07, 8.61e-07, 5.77e-08, 1.18e-06, 1.09e-06, 4.72e-07, 6.96e-07, 5.00e-07, 1.13e-06, 5.36e-07, 4.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.98e-06, 4.34e-07, 8.61e-07, 5.77e-08, 1.18e-06, 1.09e-06, 4.72e-07, 6.96e-07, 5.00e-07, 1.13e-06, 5.36e-07, 4.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.883243 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1088000   [1.98e-06, 4.34e-07, 8.61e-07, 5.77e-08, 1.18e-06, 1.09e-06, 4.72e-07, 6.96e-07, 5.00e-07, 1.13e-06, 5.36e-07, 4.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.98e-06, 4.34e-07, 8.61e-07, 5.77e-08, 1.18e-06, 1.09e-06, 4.72e-07, 6.96e-07, 5.00e-07, 1.13e-06, 5.36e-07, 4.37e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1090000   [4.25e-06, 1.55e-06, 2.43e-06, 1.10e-07, 1.75e-06, 1.38e-06, 1.82e-05, 1.42e-06, 3.81e-06, 8.75e-07, 8.00e-07, 7.62e-06, 5.11e-07, 1.00e-07, 4.99e-08]    [4.25e-06, 1.55e-06, 2.43e-06, 1.10e-07, 1.75e-06, 1.38e-06, 1.82e-05, 1.42e-06, 3.81e-06, 8.75e-07, 8.00e-07, 7.62e-06, 5.11e-07, 1.00e-07, 4.99e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.238678 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1090000   [4.25e-06, 1.55e-06, 2.43e-06, 1.10e-07, 1.75e-06, 1.38e-06, 1.82e-05, 1.42e-06, 3.81e-06, 8.75e-07, 8.00e-07, 7.62e-06, 5.11e-07, 1.00e-07, 4.99e-08]    [4.25e-06, 1.55e-06, 2.43e-06, 1.10e-07, 1.75e-06, 1.38e-06, 1.82e-05, 1.42e-06, 3.81e-06, 8.75e-07, 8.00e-07, 7.62e-06, 5.11e-07, 1.00e-07, 4.99e-08]    []  
1092000   [6.71e-07, 3.25e-07, 8.98e-07, 1.50e-07, 1.17e-07, 7.05e-09, 8.78e-08, 4.00e-08, 2.55e-06, 6.44e-07, 6.89e-07, 4.60e-06, 2.56e-07, 1.93e-11, 0.00e+00]    [6.71e-07, 3.25e-07, 8.98e-07, 1.50e-07, 1.17e-07, 7.05e-09, 8.78e-08, 4.00e-08, 2.55e-06, 6.44e-07, 6.89e-07, 4.60e-06, 2.56e-07, 1.93e-11, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.910883 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1092000   [6.71e-07, 3.25e-07, 8.98e-07, 1.50e-07, 1.17e-07, 7.05e-09, 8.78e-08, 4.00e-08, 2.55e-06, 6.44e-07, 6.89e-07, 4.60e-06, 2.56e-07, 1.93e-11, 0.00e+00]    [6.71e-07, 3.25e-07, 8.98e-07, 1.50e-07, 1.17e-07, 7.05e-09, 8.78e-08, 4.00e-08, 2.55e-06, 6.44e-07, 6.89e-07, 4.60e-06, 2.56e-07, 1.93e-11, 0.00e+00]    []  
1094000   [9.67e-07, 1.21e-06, 6.41e-07, 6.04e-07, 2.18e-07, 2.28e-07, 3.02e-07, 3.39e-07, 6.38e-07, 3.57e-07, 1.41e-06, 2.46e-06, 2.35e-08, 0.00e+00, 0.00e+00]    [9.67e-07, 1.21e-06, 6.41e-07, 6.04e-07, 2.18e-07, 2.28e-07, 3.02e-07, 3.39e-07, 6.38e-07, 3.57e-07, 1.41e-06, 2.46e-06, 2.35e-08, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.763205 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1094000   [9.67e-07, 1.21e-06, 6.41e-07, 6.04e-07, 2.18e-07, 2.28e-07, 3.02e-07, 3.39e-07, 6.38e-07, 3.57e-07, 1.41e-06, 2.46e-06, 2.35e-08, 0.00e+00, 0.00e+00]    [9.67e-07, 1.21e-06, 6.41e-07, 6.04e-07, 2.18e-07, 2.28e-07, 3.02e-07, 3.39e-07, 6.38e-07, 3.57e-07, 1.41e-06, 2.46e-06, 2.35e-08, 0.00e+00, 0.00e+00]    []  
1096000   [4.27e-06, 4.16e-06, 6.09e-06, 2.28e-06, 1.95e-06, 3.41e-07, 1.23e-06, 4.71e-07, 1.49e-06, 2.67e-06, 2.79e-06, 7.46e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.27e-06, 4.16e-06, 6.09e-06, 2.28e-06, 1.95e-06, 3.41e-07, 1.23e-06, 4.71e-07, 1.49e-06, 2.67e-06, 2.79e-06, 7.46e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.161113 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1096000   [4.27e-06, 4.16e-06, 6.09e-06, 2.28e-06, 1.95e-06, 3.41e-07, 1.23e-06, 4.71e-07, 1.49e-06, 2.67e-06, 2.79e-06, 7.46e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.27e-06, 4.16e-06, 6.09e-06, 2.28e-06, 1.95e-06, 3.41e-07, 1.23e-06, 4.71e-07, 1.49e-06, 2.67e-06, 2.79e-06, 7.46e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1098000   [4.17e-06, 4.02e-06, 5.90e-06, 1.55e-06, 2.27e-06, 2.41e-06, 5.17e-06, 1.83e-06, 3.40e-06, 5.28e-06, 2.79e-06, 2.36e-05, 0.00e+00, 0.00e+00, 1.42e-08]    [4.17e-06, 4.02e-06, 5.90e-06, 1.55e-06, 2.27e-06, 2.41e-06, 5.17e-06, 1.83e-06, 3.40e-06, 5.28e-06, 2.79e-06, 2.36e-05, 0.00e+00, 0.00e+00, 1.42e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.273240 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1098000   [4.17e-06, 4.02e-06, 5.90e-06, 1.55e-06, 2.27e-06, 2.41e-06, 5.17e-06, 1.83e-06, 3.40e-06, 5.28e-06, 2.79e-06, 2.36e-05, 0.00e+00, 0.00e+00, 1.42e-08]    [4.17e-06, 4.02e-06, 5.90e-06, 1.55e-06, 2.27e-06, 2.41e-06, 5.17e-06, 1.83e-06, 3.40e-06, 5.28e-06, 2.79e-06, 2.36e-05, 0.00e+00, 0.00e+00, 1.42e-08]    []  
1100000   [1.84e-05, 1.19e-05, 1.39e-05, 6.72e-07, 5.47e-06, 1.54e-05, 2.60e-08, 9.03e-06, 1.67e-05, 3.66e-06, 1.64e-05, 7.24e-05, 8.37e-07, 2.53e-06, 0.00e+00]    [1.84e-05, 1.19e-05, 1.39e-05, 6.72e-07, 5.47e-06, 1.54e-05, 2.60e-08, 9.03e-06, 1.67e-05, 3.66e-06, 1.64e-05, 7.24e-05, 8.37e-07, 2.53e-06, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.268725 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1100000   [1.84e-05, 1.19e-05, 1.39e-05, 6.72e-07, 5.47e-06, 1.54e-05, 2.60e-08, 9.03e-06, 1.67e-05, 3.66e-06, 1.64e-05, 7.24e-05, 8.37e-07, 2.53e-06, 0.00e+00]    [1.84e-05, 1.19e-05, 1.39e-05, 6.72e-07, 5.47e-06, 1.54e-05, 2.60e-08, 9.03e-06, 1.67e-05, 3.66e-06, 1.64e-05, 7.24e-05, 8.37e-07, 2.53e-06, 0.00e+00]    []  
1102000   [2.23e-05, 8.38e-06, 1.33e-05, 2.96e-06, 9.29e-06, 1.13e-05, 6.53e-06, 1.07e-05, 1.39e-05, 8.29e-06, 1.03e-05, 8.57e-05, 5.57e-06, 3.04e-06, 0.00e+00]    [2.23e-05, 8.38e-06, 1.33e-05, 2.96e-06, 9.29e-06, 1.13e-05, 6.53e-06, 1.07e-05, 1.39e-05, 8.29e-06, 1.03e-05, 8.57e-05, 5.57e-06, 3.04e-06, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.096749 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1102000   [2.23e-05, 8.38e-06, 1.33e-05, 2.96e-06, 9.29e-06, 1.13e-05, 6.53e-06, 1.07e-05, 1.39e-05, 8.29e-06, 1.03e-05, 8.57e-05, 5.57e-06, 3.04e-06, 0.00e+00]    [2.23e-05, 8.38e-06, 1.33e-05, 2.96e-06, 9.29e-06, 1.13e-05, 6.53e-06, 1.07e-05, 1.39e-05, 8.29e-06, 1.03e-05, 8.57e-05, 5.57e-06, 3.04e-06, 0.00e+00]    []  
1104000   [7.86e-06, 2.62e-06, 6.23e-06, 9.53e-07, 6.44e-06, 1.12e-05, 8.09e-06, 2.02e-06, 4.01e-06, 1.04e-05, 1.05e-05, 5.15e-05, 0.00e+00, 0.00e+00, 2.22e-08]    [7.86e-06, 2.62e-06, 6.23e-06, 9.53e-07, 6.44e-06, 1.12e-05, 8.09e-06, 2.02e-06, 4.01e-06, 1.04e-05, 1.05e-05, 5.15e-05, 0.00e+00, 0.00e+00, 2.22e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.208725 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1104000   [7.86e-06, 2.62e-06, 6.23e-06, 9.53e-07, 6.44e-06, 1.12e-05, 8.09e-06, 2.02e-06, 4.01e-06, 1.04e-05, 1.05e-05, 5.15e-05, 0.00e+00, 0.00e+00, 2.22e-08]    [7.86e-06, 2.62e-06, 6.23e-06, 9.53e-07, 6.44e-06, 1.12e-05, 8.09e-06, 2.02e-06, 4.01e-06, 1.04e-05, 1.05e-05, 5.15e-05, 0.00e+00, 0.00e+00, 2.22e-08]    []  
1106000   [3.83e-07, 1.64e-06, 1.62e-06, 2.76e-07, 2.39e-07, 2.39e-08, 2.71e-05, 1.43e-06, 1.43e-05, 2.85e-06, 1.61e-05, 1.79e-06, 0.00e+00, 1.40e-09, 0.00e+00]    [3.83e-07, 1.64e-06, 1.62e-06, 2.76e-07, 2.39e-07, 2.39e-08, 2.71e-05, 1.43e-06, 1.43e-05, 2.85e-06, 1.61e-05, 1.79e-06, 0.00e+00, 1.40e-09, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.815358 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1106000   [3.83e-07, 1.64e-06, 1.62e-06, 2.76e-07, 2.39e-07, 2.39e-08, 2.71e-05, 1.43e-06, 1.43e-05, 2.85e-06, 1.61e-05, 1.79e-06, 0.00e+00, 1.40e-09, 0.00e+00]    [3.83e-07, 1.64e-06, 1.62e-06, 2.76e-07, 2.39e-07, 2.39e-08, 2.71e-05, 1.43e-06, 1.43e-05, 2.85e-06, 1.61e-05, 1.79e-06, 0.00e+00, 1.40e-09, 0.00e+00]    []  
1108000   [1.81e-05, 5.36e-06, 6.31e-06, 2.50e-07, 7.40e-06, 6.89e-06, 1.42e-05, 7.27e-06, 7.70e-06, 3.49e-06, 7.78e-06, 4.95e-05, 2.06e-06, 1.80e-06, 0.00e+00]    [1.81e-05, 5.36e-06, 6.31e-06, 2.50e-07, 7.40e-06, 6.89e-06, 1.42e-05, 7.27e-06, 7.70e-06, 3.49e-06, 7.78e-06, 4.95e-05, 2.06e-06, 1.80e-06, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.426593 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1108000   [1.81e-05, 5.36e-06, 6.31e-06, 2.50e-07, 7.40e-06, 6.89e-06, 1.42e-05, 7.27e-06, 7.70e-06, 3.49e-06, 7.78e-06, 4.95e-05, 2.06e-06, 1.80e-06, 0.00e+00]    [1.81e-05, 5.36e-06, 6.31e-06, 2.50e-07, 7.40e-06, 6.89e-06, 1.42e-05, 7.27e-06, 7.70e-06, 3.49e-06, 7.78e-06, 4.95e-05, 2.06e-06, 1.80e-06, 0.00e+00]    []  
1110000   [2.96e-05, 9.70e-06, 1.71e-05, 5.06e-07, 1.22e-05, 8.67e-06, 2.21e-05, 6.80e-06, 1.86e-05, 1.33e-05, 1.10e-05, 1.17e-04, 8.46e-06, 1.51e-06, 6.06e-08]    [2.96e-05, 9.70e-06, 1.71e-05, 5.06e-07, 1.22e-05, 8.67e-06, 2.21e-05, 6.80e-06, 1.86e-05, 1.33e-05, 1.10e-05, 1.17e-04, 8.46e-06, 1.51e-06, 6.06e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.917475 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1110000   [2.96e-05, 9.70e-06, 1.71e-05, 5.06e-07, 1.22e-05, 8.67e-06, 2.21e-05, 6.80e-06, 1.86e-05, 1.33e-05, 1.10e-05, 1.17e-04, 8.46e-06, 1.51e-06, 6.06e-08]    [2.96e-05, 9.70e-06, 1.71e-05, 5.06e-07, 1.22e-05, 8.67e-06, 2.21e-05, 6.80e-06, 1.86e-05, 1.33e-05, 1.10e-05, 1.17e-04, 8.46e-06, 1.51e-06, 6.06e-08]    []  
1112000   [3.39e-05, 1.06e-05, 1.73e-05, 7.26e-07, 1.57e-05, 9.08e-06, 1.78e-05, 8.10e-06, 1.24e-05, 1.87e-05, 7.48e-06, 9.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.39e-05, 1.06e-05, 1.73e-05, 7.26e-07, 1.57e-05, 9.08e-06, 1.78e-05, 8.10e-06, 1.24e-05, 1.87e-05, 7.48e-06, 9.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.401327 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1112000   [3.39e-05, 1.06e-05, 1.73e-05, 7.26e-07, 1.57e-05, 9.08e-06, 1.78e-05, 8.10e-06, 1.24e-05, 1.87e-05, 7.48e-06, 9.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.39e-05, 1.06e-05, 1.73e-05, 7.26e-07, 1.57e-05, 9.08e-06, 1.78e-05, 8.10e-06, 1.24e-05, 1.87e-05, 7.48e-06, 9.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1114000   [4.55e-05, 1.28e-05, 1.83e-05, 1.16e-06, 3.19e-05, 2.91e-05, 2.34e-05, 2.84e-05, 2.70e-05, 3.11e-05, 1.83e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.55e-05, 1.28e-05, 1.83e-05, 1.16e-06, 3.19e-05, 2.91e-05, 2.34e-05, 2.84e-05, 2.70e-05, 3.11e-05, 1.83e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.284454 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1114000   [4.55e-05, 1.28e-05, 1.83e-05, 1.16e-06, 3.19e-05, 2.91e-05, 2.34e-05, 2.84e-05, 2.70e-05, 3.11e-05, 1.83e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.55e-05, 1.28e-05, 1.83e-05, 1.16e-06, 3.19e-05, 2.91e-05, 2.34e-05, 2.84e-05, 2.70e-05, 3.11e-05, 1.83e-05, 1.93e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1116000   [1.40e-05, 6.44e-06, 7.36e-06, 3.12e-07, 5.09e-06, 5.07e-06, 3.62e-06, 4.75e-06, 7.85e-06, 6.09e-06, 3.95e-06, 4.67e-05, 3.82e-06, 6.32e-07, 9.92e-09]    [1.40e-05, 6.44e-06, 7.36e-06, 3.12e-07, 5.09e-06, 5.07e-06, 3.62e-06, 4.75e-06, 7.85e-06, 6.09e-06, 3.95e-06, 4.67e-05, 3.82e-06, 6.32e-07, 9.92e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.083645 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1116000   [1.40e-05, 6.44e-06, 7.36e-06, 3.12e-07, 5.09e-06, 5.07e-06, 3.62e-06, 4.75e-06, 7.85e-06, 6.09e-06, 3.95e-06, 4.67e-05, 3.82e-06, 6.32e-07, 9.92e-09]    [1.40e-05, 6.44e-06, 7.36e-06, 3.12e-07, 5.09e-06, 5.07e-06, 3.62e-06, 4.75e-06, 7.85e-06, 6.09e-06, 3.95e-06, 4.67e-05, 3.82e-06, 6.32e-07, 9.92e-09]    []  
1118000   [9.81e-06, 4.13e-06, 4.00e-06, 2.25e-07, 2.76e-06, 3.50e-06, 1.07e-06, 2.81e-06, 2.91e-06, 2.86e-06, 3.16e-06, 2.49e-05, 1.74e-06, 3.44e-07, 2.93e-09]    [9.81e-06, 4.13e-06, 4.00e-06, 2.25e-07, 2.76e-06, 3.50e-06, 1.07e-06, 2.81e-06, 2.91e-06, 2.86e-06, 3.16e-06, 2.49e-05, 1.74e-06, 3.44e-07, 2.93e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.000195 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1118000   [9.81e-06, 4.13e-06, 4.00e-06, 2.25e-07, 2.76e-06, 3.50e-06, 1.07e-06, 2.81e-06, 2.91e-06, 2.86e-06, 3.16e-06, 2.49e-05, 1.74e-06, 3.44e-07, 2.93e-09]    [9.81e-06, 4.13e-06, 4.00e-06, 2.25e-07, 2.76e-06, 3.50e-06, 1.07e-06, 2.81e-06, 2.91e-06, 2.86e-06, 3.16e-06, 2.49e-05, 1.74e-06, 3.44e-07, 2.93e-09]    []  
1120000   [2.01e-05, 6.51e-06, 1.78e-05, 2.58e-07, 1.07e-05, 1.24e-05, 1.20e-05, 6.97e-06, 8.61e-06, 1.77e-05, 1.10e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.01e-05, 6.51e-06, 1.78e-05, 2.58e-07, 1.07e-05, 1.24e-05, 1.20e-05, 6.97e-06, 8.61e-06, 1.77e-05, 1.10e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.700304 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1120000   [2.01e-05, 6.51e-06, 1.78e-05, 2.58e-07, 1.07e-05, 1.24e-05, 1.20e-05, 6.97e-06, 8.61e-06, 1.77e-05, 1.10e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.01e-05, 6.51e-06, 1.78e-05, 2.58e-07, 1.07e-05, 1.24e-05, 1.20e-05, 6.97e-06, 8.61e-06, 1.77e-05, 1.10e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1122000   [6.72e-06, 3.19e-06, 6.53e-06, 4.05e-07, 4.73e-06, 5.29e-06, 3.98e-07, 3.51e-06, 4.19e-06, 9.15e-06, 6.85e-06, 5.09e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.72e-06, 3.19e-06, 6.53e-06, 4.05e-07, 4.73e-06, 5.29e-06, 3.98e-07, 3.51e-06, 4.19e-06, 9.15e-06, 6.85e-06, 5.09e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.098136 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1122000   [6.72e-06, 3.19e-06, 6.53e-06, 4.05e-07, 4.73e-06, 5.29e-06, 3.98e-07, 3.51e-06, 4.19e-06, 9.15e-06, 6.85e-06, 5.09e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.72e-06, 3.19e-06, 6.53e-06, 4.05e-07, 4.73e-06, 5.29e-06, 3.98e-07, 3.51e-06, 4.19e-06, 9.15e-06, 6.85e-06, 5.09e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1124000   [2.36e-06, 1.60e-06, 1.71e-06, 2.20e-07, 2.09e-06, 2.57e-06, 6.58e-09, 1.70e-06, 1.68e-06, 2.50e-06, 4.93e-06, 1.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.36e-06, 1.60e-06, 1.71e-06, 2.20e-07, 2.09e-06, 2.57e-06, 6.58e-09, 1.70e-06, 1.68e-06, 2.50e-06, 4.93e-06, 1.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.465126 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1124000   [2.36e-06, 1.60e-06, 1.71e-06, 2.20e-07, 2.09e-06, 2.57e-06, 6.58e-09, 1.70e-06, 1.68e-06, 2.50e-06, 4.93e-06, 1.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.36e-06, 1.60e-06, 1.71e-06, 2.20e-07, 2.09e-06, 2.57e-06, 6.58e-09, 1.70e-06, 1.68e-06, 2.50e-06, 4.93e-06, 1.68e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1126000   [8.65e-07, 1.92e-06, 2.66e-06, 1.81e-07, 6.02e-07, 3.47e-06, 3.71e-05, 1.93e-06, 1.91e-06, 2.72e-06, 2.05e-06, 6.21e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [8.65e-07, 1.92e-06, 2.66e-06, 1.81e-07, 6.02e-07, 3.47e-06, 3.71e-05, 1.93e-06, 1.91e-06, 2.72e-06, 2.05e-06, 6.21e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.017941 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1126000   [8.65e-07, 1.92e-06, 2.66e-06, 1.81e-07, 6.02e-07, 3.47e-06, 3.71e-05, 1.93e-06, 1.91e-06, 2.72e-06, 2.05e-06, 6.21e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [8.65e-07, 1.92e-06, 2.66e-06, 1.81e-07, 6.02e-07, 3.47e-06, 3.71e-05, 1.93e-06, 1.91e-06, 2.72e-06, 2.05e-06, 6.21e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1128000   [1.85e-05, 6.96e-06, 1.83e-05, 2.70e-07, 1.03e-05, 8.40e-06, 9.86e-06, 5.77e-06, 1.11e-05, 1.67e-05, 7.59e-06, 9.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.85e-05, 6.96e-06, 1.83e-05, 2.70e-07, 1.03e-05, 8.40e-06, 9.86e-06, 5.77e-06, 1.11e-05, 1.67e-05, 7.59e-06, 9.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.654122 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1128000   [1.85e-05, 6.96e-06, 1.83e-05, 2.70e-07, 1.03e-05, 8.40e-06, 9.86e-06, 5.77e-06, 1.11e-05, 1.67e-05, 7.59e-06, 9.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.85e-05, 6.96e-06, 1.83e-05, 2.70e-07, 1.03e-05, 8.40e-06, 9.86e-06, 5.77e-06, 1.11e-05, 1.67e-05, 7.59e-06, 9.46e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1130000   [2.72e-06, 9.00e-07, 2.56e-06, 3.03e-07, 2.90e-08, 1.18e-07, 4.76e-06, 1.86e-07, 1.36e-06, 3.31e-07, 8.26e-07, 1.97e-06, 1.55e-08, 3.39e-10, 1.30e-08]    [2.72e-06, 9.00e-07, 2.56e-06, 3.03e-07, 2.90e-08, 1.18e-07, 4.76e-06, 1.86e-07, 1.36e-06, 3.31e-07, 8.26e-07, 1.97e-06, 1.55e-08, 3.39e-10, 1.30e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.198431 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1130000   [2.72e-06, 9.00e-07, 2.56e-06, 3.03e-07, 2.90e-08, 1.18e-07, 4.76e-06, 1.86e-07, 1.36e-06, 3.31e-07, 8.26e-07, 1.97e-06, 1.55e-08, 3.39e-10, 1.30e-08]    [2.72e-06, 9.00e-07, 2.56e-06, 3.03e-07, 2.90e-08, 1.18e-07, 4.76e-06, 1.86e-07, 1.36e-06, 3.31e-07, 8.26e-07, 1.97e-06, 1.55e-08, 3.39e-10, 1.30e-08]    []  
1132000   [3.72e-07, 3.43e-07, 4.82e-07, 1.21e-07, 1.60e-09, 1.98e-07, 9.51e-06, 1.13e-08, 7.63e-07, 6.82e-07, 1.74e-06, 2.39e-07, 3.94e-10, 8.74e-08, 0.00e+00]    [3.72e-07, 3.43e-07, 4.82e-07, 1.21e-07, 1.60e-09, 1.98e-07, 9.51e-06, 1.13e-08, 7.63e-07, 6.82e-07, 1.74e-06, 2.39e-07, 3.94e-10, 8.74e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.632694 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1132000   [3.72e-07, 3.43e-07, 4.82e-07, 1.21e-07, 1.60e-09, 1.98e-07, 9.51e-06, 1.13e-08, 7.63e-07, 6.82e-07, 1.74e-06, 2.39e-07, 3.94e-10, 8.74e-08, 0.00e+00]    [3.72e-07, 3.43e-07, 4.82e-07, 1.21e-07, 1.60e-09, 1.98e-07, 9.51e-06, 1.13e-08, 7.63e-07, 6.82e-07, 1.74e-06, 2.39e-07, 3.94e-10, 8.74e-08, 0.00e+00]    []  
1134000   [1.15e-05, 6.33e-06, 1.22e-05, 5.50e-07, 9.61e-06, 9.44e-06, 1.93e-08, 1.25e-05, 1.50e-05, 1.43e-05, 1.09e-05, 9.68e-05, 0.00e+00, 0.00e+00, 5.28e-11]    [1.15e-05, 6.33e-06, 1.22e-05, 5.50e-07, 9.61e-06, 9.44e-06, 1.93e-08, 1.25e-05, 1.50e-05, 1.43e-05, 1.09e-05, 9.68e-05, 0.00e+00, 0.00e+00, 5.28e-11]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.688115 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1134000   [1.15e-05, 6.33e-06, 1.22e-05, 5.50e-07, 9.61e-06, 9.44e-06, 1.93e-08, 1.25e-05, 1.50e-05, 1.43e-05, 1.09e-05, 9.68e-05, 0.00e+00, 0.00e+00, 5.28e-11]    [1.15e-05, 6.33e-06, 1.22e-05, 5.50e-07, 9.61e-06, 9.44e-06, 1.93e-08, 1.25e-05, 1.50e-05, 1.43e-05, 1.09e-05, 9.68e-05, 0.00e+00, 0.00e+00, 5.28e-11]    []  
1136000   [4.00e-05, 1.65e-05, 2.31e-05, 1.28e-06, 2.51e-05, 2.44e-05, 5.61e-06, 1.35e-05, 1.13e-05, 3.89e-05, 2.38e-05, 1.97e-04, 0.00e+00, 0.00e+00, 1.54e-08]    [4.00e-05, 1.65e-05, 2.31e-05, 1.28e-06, 2.51e-05, 2.44e-05, 5.61e-06, 1.35e-05, 1.13e-05, 3.89e-05, 2.38e-05, 1.97e-04, 0.00e+00, 0.00e+00, 1.54e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.506948 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1136000   [4.00e-05, 1.65e-05, 2.31e-05, 1.28e-06, 2.51e-05, 2.44e-05, 5.61e-06, 1.35e-05, 1.13e-05, 3.89e-05, 2.38e-05, 1.97e-04, 0.00e+00, 0.00e+00, 1.54e-08]    [4.00e-05, 1.65e-05, 2.31e-05, 1.28e-06, 2.51e-05, 2.44e-05, 5.61e-06, 1.35e-05, 1.13e-05, 3.89e-05, 2.38e-05, 1.97e-04, 0.00e+00, 0.00e+00, 1.54e-08]    []  
1138000   [2.21e-05, 6.80e-06, 1.66e-05, 2.90e-07, 1.40e-05, 1.52e-05, 1.68e-05, 1.44e-05, 1.75e-05, 6.80e-06, 8.96e-06, 8.94e-05, 4.36e-06, 2.59e-06, 4.59e-08]    [2.21e-05, 6.80e-06, 1.66e-05, 2.90e-07, 1.40e-05, 1.52e-05, 1.68e-05, 1.44e-05, 1.75e-05, 6.80e-06, 8.96e-06, 8.94e-05, 4.36e-06, 2.59e-06, 4.59e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.465013 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1138000   [2.21e-05, 6.80e-06, 1.66e-05, 2.90e-07, 1.40e-05, 1.52e-05, 1.68e-05, 1.44e-05, 1.75e-05, 6.80e-06, 8.96e-06, 8.94e-05, 4.36e-06, 2.59e-06, 4.59e-08]    [2.21e-05, 6.80e-06, 1.66e-05, 2.90e-07, 1.40e-05, 1.52e-05, 1.68e-05, 1.44e-05, 1.75e-05, 6.80e-06, 8.96e-06, 8.94e-05, 4.36e-06, 2.59e-06, 4.59e-08]    []  
1140000   [2.06e-05, 6.79e-06, 1.50e-05, 2.89e-07, 1.53e-05, 1.36e-05, 1.77e-05, 1.53e-05, 2.10e-05, 6.17e-06, 8.94e-06, 9.21e-05, 4.00e-06, 2.26e-06, 4.85e-08]    [2.06e-05, 6.79e-06, 1.50e-05, 2.89e-07, 1.53e-05, 1.36e-05, 1.77e-05, 1.53e-05, 2.10e-05, 6.17e-06, 8.94e-06, 9.21e-05, 4.00e-06, 2.26e-06, 4.85e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.252375 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1140000   [2.06e-05, 6.79e-06, 1.50e-05, 2.89e-07, 1.53e-05, 1.36e-05, 1.77e-05, 1.53e-05, 2.10e-05, 6.17e-06, 8.94e-06, 9.21e-05, 4.00e-06, 2.26e-06, 4.85e-08]    [2.06e-05, 6.79e-06, 1.50e-05, 2.89e-07, 1.53e-05, 1.36e-05, 1.77e-05, 1.53e-05, 2.10e-05, 6.17e-06, 8.94e-06, 9.21e-05, 4.00e-06, 2.26e-06, 4.85e-08]    []  
1142000   [1.79e-05, 6.92e-06, 7.30e-06, 2.56e-07, 9.83e-06, 1.46e-05, 1.11e-05, 1.32e-05, 9.81e-06, 1.45e-05, 8.09e-06, 7.90e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.79e-05, 6.92e-06, 7.30e-06, 2.56e-07, 9.83e-06, 1.46e-05, 1.11e-05, 1.32e-05, 9.81e-06, 1.45e-05, 8.09e-06, 7.90e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 33.909599 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1142000   [1.79e-05, 6.92e-06, 7.30e-06, 2.56e-07, 9.83e-06, 1.46e-05, 1.11e-05, 1.32e-05, 9.81e-06, 1.45e-05, 8.09e-06, 7.90e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.79e-05, 6.92e-06, 7.30e-06, 2.56e-07, 9.83e-06, 1.46e-05, 1.11e-05, 1.32e-05, 9.81e-06, 1.45e-05, 8.09e-06, 7.90e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1144000   [1.96e-05, 6.83e-06, 7.59e-06, 2.56e-07, 1.00e-05, 9.89e-06, 1.53e-05, 1.86e-05, 3.61e-05, 1.64e-05, 1.69e-05, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.96e-05, 6.83e-06, 7.59e-06, 2.56e-07, 1.00e-05, 9.89e-06, 1.53e-05, 1.86e-05, 3.61e-05, 1.64e-05, 1.69e-05, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.129336 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1144000   [1.96e-05, 6.83e-06, 7.59e-06, 2.56e-07, 1.00e-05, 9.89e-06, 1.53e-05, 1.86e-05, 3.61e-05, 1.64e-05, 1.69e-05, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.96e-05, 6.83e-06, 7.59e-06, 2.56e-07, 1.00e-05, 9.89e-06, 1.53e-05, 1.86e-05, 3.61e-05, 1.64e-05, 1.69e-05, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1146000   [2.15e-05, 6.21e-06, 1.34e-05, 1.92e-07, 1.26e-05, 8.53e-06, 9.71e-06, 5.72e-06, 7.22e-06, 8.51e-06, 1.06e-05, 7.36e-05, 5.21e-06, 1.17e-06, 2.66e-08]    [2.15e-05, 6.21e-06, 1.34e-05, 1.92e-07, 1.26e-05, 8.53e-06, 9.71e-06, 5.72e-06, 7.22e-06, 8.51e-06, 1.06e-05, 7.36e-05, 5.21e-06, 1.17e-06, 2.66e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.946012 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1146000   [2.15e-05, 6.21e-06, 1.34e-05, 1.92e-07, 1.26e-05, 8.53e-06, 9.71e-06, 5.72e-06, 7.22e-06, 8.51e-06, 1.06e-05, 7.36e-05, 5.21e-06, 1.17e-06, 2.66e-08]    [2.15e-05, 6.21e-06, 1.34e-05, 1.92e-07, 1.26e-05, 8.53e-06, 9.71e-06, 5.72e-06, 7.22e-06, 8.51e-06, 1.06e-05, 7.36e-05, 5.21e-06, 1.17e-06, 2.66e-08]    []  
1148000   [7.95e-06, 3.96e-06, 3.54e-06, 3.05e-07, 2.19e-06, 2.17e-06, 4.24e-06, 1.67e-06, 3.33e-06, 2.52e-06, 1.91e-06, 2.12e-05, 1.55e-06, 2.14e-07, 1.16e-08]    [7.95e-06, 3.96e-06, 3.54e-06, 3.05e-07, 2.19e-06, 2.17e-06, 4.24e-06, 1.67e-06, 3.33e-06, 2.52e-06, 1.91e-06, 2.12e-05, 1.55e-06, 2.14e-07, 1.16e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 31.116224 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1148000   [7.95e-06, 3.96e-06, 3.54e-06, 3.05e-07, 2.19e-06, 2.17e-06, 4.24e-06, 1.67e-06, 3.33e-06, 2.52e-06, 1.91e-06, 2.12e-05, 1.55e-06, 2.14e-07, 1.16e-08]    [7.95e-06, 3.96e-06, 3.54e-06, 3.05e-07, 2.19e-06, 2.17e-06, 4.24e-06, 1.67e-06, 3.33e-06, 2.52e-06, 1.91e-06, 2.12e-05, 1.55e-06, 2.14e-07, 1.16e-08]    []  
1150000   [6.73e-07, 4.64e-07, 7.15e-07, 2.64e-07, 6.04e-07, 6.99e-07, 1.61e-06, 2.72e-06, 8.09e-06, 3.04e-06, 3.77e-06, 1.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.73e-07, 4.64e-07, 7.15e-07, 2.64e-07, 6.04e-07, 6.99e-07, 1.61e-06, 2.72e-06, 8.09e-06, 3.04e-06, 3.77e-06, 1.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.600849 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1150000   [6.73e-07, 4.64e-07, 7.15e-07, 2.64e-07, 6.04e-07, 6.99e-07, 1.61e-06, 2.72e-06, 8.09e-06, 3.04e-06, 3.77e-06, 1.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.73e-07, 4.64e-07, 7.15e-07, 2.64e-07, 6.04e-07, 6.99e-07, 1.61e-06, 2.72e-06, 8.09e-06, 3.04e-06, 3.77e-06, 1.13e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1152000   [1.49e-05, 1.06e-05, 6.51e-06, 8.36e-07, 3.64e-06, 4.57e-06, 1.07e-06, 1.80e-06, 1.34e-05, 7.10e-06, 3.23e-05, 4.03e-05, 3.79e-06, 4.82e-07, 2.92e-09]    [1.49e-05, 1.06e-05, 6.51e-06, 8.36e-07, 3.64e-06, 4.57e-06, 1.07e-06, 1.80e-06, 1.34e-05, 7.10e-06, 3.23e-05, 4.03e-05, 3.79e-06, 4.82e-07, 2.92e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.461474 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1152000   [1.49e-05, 1.06e-05, 6.51e-06, 8.36e-07, 3.64e-06, 4.57e-06, 1.07e-06, 1.80e-06, 1.34e-05, 7.10e-06, 3.23e-05, 4.03e-05, 3.79e-06, 4.82e-07, 2.92e-09]    [1.49e-05, 1.06e-05, 6.51e-06, 8.36e-07, 3.64e-06, 4.57e-06, 1.07e-06, 1.80e-06, 1.34e-05, 7.10e-06, 3.23e-05, 4.03e-05, 3.79e-06, 4.82e-07, 2.92e-09]    []  
1154000   [1.96e-05, 4.78e-06, 1.09e-05, 2.79e-07, 1.29e-05, 1.08e-05, 5.66e-06, 1.13e-05, 9.69e-06, 1.56e-05, 9.41e-06, 9.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.96e-05, 4.78e-06, 1.09e-05, 2.79e-07, 1.29e-05, 1.08e-05, 5.66e-06, 1.13e-05, 9.69e-06, 1.56e-05, 9.41e-06, 9.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.030966 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1154000   [1.96e-05, 4.78e-06, 1.09e-05, 2.79e-07, 1.29e-05, 1.08e-05, 5.66e-06, 1.13e-05, 9.69e-06, 1.56e-05, 9.41e-06, 9.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.96e-05, 4.78e-06, 1.09e-05, 2.79e-07, 1.29e-05, 1.08e-05, 5.66e-06, 1.13e-05, 9.69e-06, 1.56e-05, 9.41e-06, 9.23e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1156000   [5.27e-05, 1.27e-05, 2.84e-05, 1.15e-06, 3.45e-05, 3.04e-05, 5.09e-06, 3.19e-05, 4.15e-05, 1.80e-05, 1.97e-05, 2.19e-04, 1.10e-05, 4.25e-06, 1.39e-08]    [5.27e-05, 1.27e-05, 2.84e-05, 1.15e-06, 3.45e-05, 3.04e-05, 5.09e-06, 3.19e-05, 4.15e-05, 1.80e-05, 1.97e-05, 2.19e-04, 1.10e-05, 4.25e-06, 1.39e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.477937 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1156000   [5.27e-05, 1.27e-05, 2.84e-05, 1.15e-06, 3.45e-05, 3.04e-05, 5.09e-06, 3.19e-05, 4.15e-05, 1.80e-05, 1.97e-05, 2.19e-04, 1.10e-05, 4.25e-06, 1.39e-08]    [5.27e-05, 1.27e-05, 2.84e-05, 1.15e-06, 3.45e-05, 3.04e-05, 5.09e-06, 3.19e-05, 4.15e-05, 1.80e-05, 1.97e-05, 2.19e-04, 1.10e-05, 4.25e-06, 1.39e-08]    []  
1158000   [4.14e-06, 1.39e-06, 1.98e-06, 1.43e-07, 1.24e-06, 1.49e-06, 5.30e-07, 1.19e-06, 2.88e-06, 8.05e-07, 9.73e-07, 1.14e-05, 4.36e-07, 3.01e-08, 1.45e-09]    [4.14e-06, 1.39e-06, 1.98e-06, 1.43e-07, 1.24e-06, 1.49e-06, 5.30e-07, 1.19e-06, 2.88e-06, 8.05e-07, 9.73e-07, 1.14e-05, 4.36e-07, 3.01e-08, 1.45e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.422228 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1158000   [4.14e-06, 1.39e-06, 1.98e-06, 1.43e-07, 1.24e-06, 1.49e-06, 5.30e-07, 1.19e-06, 2.88e-06, 8.05e-07, 9.73e-07, 1.14e-05, 4.36e-07, 3.01e-08, 1.45e-09]    [4.14e-06, 1.39e-06, 1.98e-06, 1.43e-07, 1.24e-06, 1.49e-06, 5.30e-07, 1.19e-06, 2.88e-06, 8.05e-07, 9.73e-07, 1.14e-05, 4.36e-07, 3.01e-08, 1.45e-09]    []  
1160000   [7.10e-07, 4.55e-07, 1.99e-07, 9.06e-08, 7.95e-08, 2.40e-07, 1.38e-06, 2.18e-09, 3.03e-07, 1.99e-07, 8.78e-07, 9.66e-07, 6.84e-08, 8.40e-10, 0.00e+00]    [7.10e-07, 4.55e-07, 1.99e-07, 9.06e-08, 7.95e-08, 2.40e-07, 1.38e-06, 2.18e-09, 3.03e-07, 1.99e-07, 8.78e-07, 9.66e-07, 6.84e-08, 8.40e-10, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 33.730102 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1160000   [7.10e-07, 4.55e-07, 1.99e-07, 9.06e-08, 7.95e-08, 2.40e-07, 1.38e-06, 2.18e-09, 3.03e-07, 1.99e-07, 8.78e-07, 9.66e-07, 6.84e-08, 8.40e-10, 0.00e+00]    [7.10e-07, 4.55e-07, 1.99e-07, 9.06e-08, 7.95e-08, 2.40e-07, 1.38e-06, 2.18e-09, 3.03e-07, 1.99e-07, 8.78e-07, 9.66e-07, 6.84e-08, 8.40e-10, 0.00e+00]    []  
1162000   [7.67e-06, 4.03e-06, 1.13e-05, 6.80e-07, 4.79e-06, 6.93e-06, 1.88e-05, 9.78e-06, 6.96e-06, 1.53e-06, 4.59e-06, 2.16e-05, 8.27e-07, 6.93e-07, 5.16e-08]    [7.67e-06, 4.03e-06, 1.13e-05, 6.80e-07, 4.79e-06, 6.93e-06, 1.88e-05, 9.78e-06, 6.96e-06, 1.53e-06, 4.59e-06, 2.16e-05, 8.27e-07, 6.93e-07, 5.16e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.319697 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1162000   [7.67e-06, 4.03e-06, 1.13e-05, 6.80e-07, 4.79e-06, 6.93e-06, 1.88e-05, 9.78e-06, 6.96e-06, 1.53e-06, 4.59e-06, 2.16e-05, 8.27e-07, 6.93e-07, 5.16e-08]    [7.67e-06, 4.03e-06, 1.13e-05, 6.80e-07, 4.79e-06, 6.93e-06, 1.88e-05, 9.78e-06, 6.96e-06, 1.53e-06, 4.59e-06, 2.16e-05, 8.27e-07, 6.93e-07, 5.16e-08]    []  
1164000   [3.54e-05, 9.27e-06, 1.97e-05, 5.29e-07, 1.81e-05, 1.45e-05, 7.24e-06, 1.26e-05, 1.43e-05, 1.33e-05, 1.39e-05, 1.22e-04, 7.88e-06, 1.84e-06, 1.98e-08]    [3.54e-05, 9.27e-06, 1.97e-05, 5.29e-07, 1.81e-05, 1.45e-05, 7.24e-06, 1.26e-05, 1.43e-05, 1.33e-05, 1.39e-05, 1.22e-04, 7.88e-06, 1.84e-06, 1.98e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.081003 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1164000   [3.54e-05, 9.27e-06, 1.97e-05, 5.29e-07, 1.81e-05, 1.45e-05, 7.24e-06, 1.26e-05, 1.43e-05, 1.33e-05, 1.39e-05, 1.22e-04, 7.88e-06, 1.84e-06, 1.98e-08]    [3.54e-05, 9.27e-06, 1.97e-05, 5.29e-07, 1.81e-05, 1.45e-05, 7.24e-06, 1.26e-05, 1.43e-05, 1.33e-05, 1.39e-05, 1.22e-04, 7.88e-06, 1.84e-06, 1.98e-08]    []  
1166000   [1.10e-05, 3.91e-06, 5.32e-06, 4.93e-07, 4.64e-06, 5.20e-06, 2.01e-08, 4.63e-06, 5.59e-06, 2.88e-06, 5.36e-06, 4.00e-05, 1.87e-06, 7.73e-07, 0.00e+00]    [1.10e-05, 3.91e-06, 5.32e-06, 4.93e-07, 4.64e-06, 5.20e-06, 2.01e-08, 4.63e-06, 5.59e-06, 2.88e-06, 5.36e-06, 4.00e-05, 1.87e-06, 7.73e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.256797 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1166000   [1.10e-05, 3.91e-06, 5.32e-06, 4.93e-07, 4.64e-06, 5.20e-06, 2.01e-08, 4.63e-06, 5.59e-06, 2.88e-06, 5.36e-06, 4.00e-05, 1.87e-06, 7.73e-07, 0.00e+00]    [1.10e-05, 3.91e-06, 5.32e-06, 4.93e-07, 4.64e-06, 5.20e-06, 2.01e-08, 4.63e-06, 5.59e-06, 2.88e-06, 5.36e-06, 4.00e-05, 1.87e-06, 7.73e-07, 0.00e+00]    []  
1168000   [1.85e-06, 8.52e-07, 1.59e-06, 2.30e-07, 6.46e-07, 7.74e-07, 1.22e-07, 6.44e-07, 1.42e-06, 2.25e-06, 6.49e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.85e-06, 8.52e-07, 1.59e-06, 2.30e-07, 6.46e-07, 7.74e-07, 1.22e-07, 6.44e-07, 1.42e-06, 2.25e-06, 6.49e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.828741 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1168000   [1.85e-06, 8.52e-07, 1.59e-06, 2.30e-07, 6.46e-07, 7.74e-07, 1.22e-07, 6.44e-07, 1.42e-06, 2.25e-06, 6.49e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.85e-06, 8.52e-07, 1.59e-06, 2.30e-07, 6.46e-07, 7.74e-07, 1.22e-07, 6.44e-07, 1.42e-06, 2.25e-06, 6.49e-07, 9.00e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1170000   [4.03e-07, 3.32e-07, 5.77e-07, 2.24e-07, 1.66e-09, 1.72e-07, 1.24e-05, 7.98e-08, 6.63e-08, 1.93e-07, 2.88e-07, 2.91e-07, 4.53e-12, 0.00e+00, 3.39e-08]    [4.03e-07, 3.32e-07, 5.77e-07, 2.24e-07, 1.66e-09, 1.72e-07, 1.24e-05, 7.98e-08, 6.63e-08, 1.93e-07, 2.88e-07, 2.91e-07, 4.53e-12, 0.00e+00, 3.39e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.331054 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1170000   [4.03e-07, 3.32e-07, 5.77e-07, 2.24e-07, 1.66e-09, 1.72e-07, 1.24e-05, 7.98e-08, 6.63e-08, 1.93e-07, 2.88e-07, 2.91e-07, 4.53e-12, 0.00e+00, 3.39e-08]    [4.03e-07, 3.32e-07, 5.77e-07, 2.24e-07, 1.66e-09, 1.72e-07, 1.24e-05, 7.98e-08, 6.63e-08, 1.93e-07, 2.88e-07, 2.91e-07, 4.53e-12, 0.00e+00, 3.39e-08]    []  
1172000   [4.50e-06, 1.48e-06, 2.90e-06, 1.75e-07, 1.88e-06, 6.70e-07, 8.94e-07, 2.75e-06, 1.85e-05, 2.61e-06, 6.90e-06, 1.78e-05, 7.50e-07, 1.83e-09, 0.00e+00]    [4.50e-06, 1.48e-06, 2.90e-06, 1.75e-07, 1.88e-06, 6.70e-07, 8.94e-07, 2.75e-06, 1.85e-05, 2.61e-06, 6.90e-06, 1.78e-05, 7.50e-07, 1.83e-09, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.319118 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1172000   [4.50e-06, 1.48e-06, 2.90e-06, 1.75e-07, 1.88e-06, 6.70e-07, 8.94e-07, 2.75e-06, 1.85e-05, 2.61e-06, 6.90e-06, 1.78e-05, 7.50e-07, 1.83e-09, 0.00e+00]    [4.50e-06, 1.48e-06, 2.90e-06, 1.75e-07, 1.88e-06, 6.70e-07, 8.94e-07, 2.75e-06, 1.85e-05, 2.61e-06, 6.90e-06, 1.78e-05, 7.50e-07, 1.83e-09, 0.00e+00]    []  
1174000   [1.12e-06, 6.20e-07, 1.32e-06, 4.81e-07, 3.54e-07, 4.10e-07, 3.48e-05, 3.86e-06, 3.64e-06, 2.39e-06, 4.92e-06, 9.29e-06, 0.00e+00, 0.00e+00, 9.52e-08]    [1.12e-06, 6.20e-07, 1.32e-06, 4.81e-07, 3.54e-07, 4.10e-07, 3.48e-05, 3.86e-06, 3.64e-06, 2.39e-06, 4.92e-06, 9.29e-06, 0.00e+00, 0.00e+00, 9.52e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.303494 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1174000   [1.12e-06, 6.20e-07, 1.32e-06, 4.81e-07, 3.54e-07, 4.10e-07, 3.48e-05, 3.86e-06, 3.64e-06, 2.39e-06, 4.92e-06, 9.29e-06, 0.00e+00, 0.00e+00, 9.52e-08]    [1.12e-06, 6.20e-07, 1.32e-06, 4.81e-07, 3.54e-07, 4.10e-07, 3.48e-05, 3.86e-06, 3.64e-06, 2.39e-06, 4.92e-06, 9.29e-06, 0.00e+00, 0.00e+00, 9.52e-08]    []  
1176000   [4.93e-06, 2.84e-06, 5.56e-06, 3.45e-07, 4.06e-06, 1.28e-06, 6.60e-06, 2.63e-06, 5.92e-06, 6.41e-06, 2.91e-06, 3.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.93e-06, 2.84e-06, 5.56e-06, 3.45e-07, 4.06e-06, 1.28e-06, 6.60e-06, 2.63e-06, 5.92e-06, 6.41e-06, 2.91e-06, 3.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.269835 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1176000   [4.93e-06, 2.84e-06, 5.56e-06, 3.45e-07, 4.06e-06, 1.28e-06, 6.60e-06, 2.63e-06, 5.92e-06, 6.41e-06, 2.91e-06, 3.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.93e-06, 2.84e-06, 5.56e-06, 3.45e-07, 4.06e-06, 1.28e-06, 6.60e-06, 2.63e-06, 5.92e-06, 6.41e-06, 2.91e-06, 3.25e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1178000   [4.76e-07, 2.11e-07, 2.49e-07, 7.23e-08, 1.40e-07, 1.96e-07, 1.05e-06, 2.71e-07, 9.60e-08, 4.04e-07, 2.51e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.76e-07, 2.11e-07, 2.49e-07, 7.23e-08, 1.40e-07, 1.96e-07, 1.05e-06, 2.71e-07, 9.60e-08, 4.04e-07, 2.51e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.637367 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1178000   [4.76e-07, 2.11e-07, 2.49e-07, 7.23e-08, 1.40e-07, 1.96e-07, 1.05e-06, 2.71e-07, 9.60e-08, 4.04e-07, 2.51e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [4.76e-07, 2.11e-07, 2.49e-07, 7.23e-08, 1.40e-07, 1.96e-07, 1.05e-06, 2.71e-07, 9.60e-08, 4.04e-07, 2.51e-07, 1.02e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1180000   [4.06e-06, 1.16e-06, 2.81e-06, 1.48e-07, 2.76e-06, 1.66e-06, 8.30e-06, 1.47e-06, 2.11e-06, 4.66e-06, 1.49e-06, 1.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.06e-06, 1.16e-06, 2.81e-06, 1.48e-07, 2.76e-06, 1.66e-06, 8.30e-06, 1.47e-06, 2.11e-06, 4.66e-06, 1.49e-06, 1.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.283520 s

Best train step: 1079897
alpha: 0.21980887651
beta: 0.10970002413
kappa: -0.012434460223
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1180000   [4.06e-06, 1.16e-06, 2.81e-06, 1.48e-07, 2.76e-06, 1.66e-06, 8.30e-06, 1.47e-06, 2.11e-06, 4.66e-06, 1.49e-06, 1.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [4.06e-06, 1.16e-06, 2.81e-06, 1.48e-07, 2.76e-06, 1.66e-06, 8.30e-06, 1.47e-06, 2.11e-06, 4.66e-06, 1.49e-06, 1.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1182000   [8.54e-07, 1.90e-06, 3.93e-06, 2.78e-07, 1.10e-07, 1.72e-07, 1.49e-07, 9.26e-08, 1.08e-06, 6.22e-07, 1.97e-06, 1.15e-06, 6.67e-09, 2.20e-08, 4.09e-10]    [8.54e-07, 1.90e-06, 3.93e-06, 2.78e-07, 1.10e-07, 1.72e-07, 1.49e-07, 9.26e-08, 1.08e-06, 6.22e-07, 1.97e-06, 1.15e-06, 6.67e-09, 2.20e-08, 4.09e-10]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.142212 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1182000   [8.54e-07, 1.90e-06, 3.93e-06, 2.78e-07, 1.10e-07, 1.72e-07, 1.49e-07, 9.26e-08, 1.08e-06, 6.22e-07, 1.97e-06, 1.15e-06, 6.67e-09, 2.20e-08, 4.09e-10]    [8.54e-07, 1.90e-06, 3.93e-06, 2.78e-07, 1.10e-07, 1.72e-07, 1.49e-07, 9.26e-08, 1.08e-06, 6.22e-07, 1.97e-06, 1.15e-06, 6.67e-09, 2.20e-08, 4.09e-10]    []  
1184000   [1.23e-06, 1.26e-06, 1.27e-06, 1.34e-07, 9.98e-07, 1.06e-07, 4.83e-09, 2.07e-07, 1.15e-06, 7.11e-07, 4.28e-07, 3.08e-06, 1.44e-07, 3.71e-08, 0.00e+00]    [1.23e-06, 1.26e-06, 1.27e-06, 1.34e-07, 9.98e-07, 1.06e-07, 4.83e-09, 2.07e-07, 1.15e-06, 7.11e-07, 4.28e-07, 3.08e-06, 1.44e-07, 3.71e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.489941 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1184000   [1.23e-06, 1.26e-06, 1.27e-06, 1.34e-07, 9.98e-07, 1.06e-07, 4.83e-09, 2.07e-07, 1.15e-06, 7.11e-07, 4.28e-07, 3.08e-06, 1.44e-07, 3.71e-08, 0.00e+00]    [1.23e-06, 1.26e-06, 1.27e-06, 1.34e-07, 9.98e-07, 1.06e-07, 4.83e-09, 2.07e-07, 1.15e-06, 7.11e-07, 4.28e-07, 3.08e-06, 1.44e-07, 3.71e-08, 0.00e+00]    []  
1186000   [1.05e-06, 3.11e-07, 6.50e-07, 5.38e-08, 3.95e-07, 8.16e-08, 7.92e-11, 3.16e-07, 1.78e-06, 4.53e-07, 7.55e-07, 2.26e-06, 1.54e-07, 3.22e-09, 0.00e+00]    [1.05e-06, 3.11e-07, 6.50e-07, 5.38e-08, 3.95e-07, 8.16e-08, 7.92e-11, 3.16e-07, 1.78e-06, 4.53e-07, 7.55e-07, 2.26e-06, 1.54e-07, 3.22e-09, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.162219 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1186000   [1.05e-06, 3.11e-07, 6.50e-07, 5.38e-08, 3.95e-07, 8.16e-08, 7.92e-11, 3.16e-07, 1.78e-06, 4.53e-07, 7.55e-07, 2.26e-06, 1.54e-07, 3.22e-09, 0.00e+00]    [1.05e-06, 3.11e-07, 6.50e-07, 5.38e-08, 3.95e-07, 8.16e-08, 7.92e-11, 3.16e-07, 1.78e-06, 4.53e-07, 7.55e-07, 2.26e-06, 1.54e-07, 3.22e-09, 0.00e+00]    []  
1188000   [1.96e-05, 5.65e-06, 1.15e-05, 1.17e-07, 7.30e-06, 6.25e-06, 4.00e-06, 5.64e-06, 9.52e-06, 7.85e-06, 8.33e-06, 7.36e-05, 5.09e-06, 1.01e-06, 1.09e-08]    [1.96e-05, 5.65e-06, 1.15e-05, 1.17e-07, 7.30e-06, 6.25e-06, 4.00e-06, 5.64e-06, 9.52e-06, 7.85e-06, 8.33e-06, 7.36e-05, 5.09e-06, 1.01e-06, 1.09e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.068711 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1188000   [1.96e-05, 5.65e-06, 1.15e-05, 1.17e-07, 7.30e-06, 6.25e-06, 4.00e-06, 5.64e-06, 9.52e-06, 7.85e-06, 8.33e-06, 7.36e-05, 5.09e-06, 1.01e-06, 1.09e-08]    [1.96e-05, 5.65e-06, 1.15e-05, 1.17e-07, 7.30e-06, 6.25e-06, 4.00e-06, 5.64e-06, 9.52e-06, 7.85e-06, 8.33e-06, 7.36e-05, 5.09e-06, 1.01e-06, 1.09e-08]    []  
1190000   [1.61e-05, 4.51e-06, 1.04e-05, 1.82e-07, 9.22e-06, 4.93e-06, 4.62e-06, 5.40e-06, 1.03e-05, 6.04e-06, 4.32e-06, 5.61e-05, 3.52e-06, 4.50e-07, 1.27e-08]    [1.61e-05, 4.51e-06, 1.04e-05, 1.82e-07, 9.22e-06, 4.93e-06, 4.62e-06, 5.40e-06, 1.03e-05, 6.04e-06, 4.32e-06, 5.61e-05, 3.52e-06, 4.50e-07, 1.27e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.100023 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1190000   [1.61e-05, 4.51e-06, 1.04e-05, 1.82e-07, 9.22e-06, 4.93e-06, 4.62e-06, 5.40e-06, 1.03e-05, 6.04e-06, 4.32e-06, 5.61e-05, 3.52e-06, 4.50e-07, 1.27e-08]    [1.61e-05, 4.51e-06, 1.04e-05, 1.82e-07, 9.22e-06, 4.93e-06, 4.62e-06, 5.40e-06, 1.03e-05, 6.04e-06, 4.32e-06, 5.61e-05, 3.52e-06, 4.50e-07, 1.27e-08]    []  
1192000   [2.07e-05, 8.76e-06, 9.31e-06, 9.95e-07, 7.96e-06, 1.11e-05, 4.42e-07, 9.84e-06, 1.44e-05, 6.02e-06, 1.12e-05, 8.98e-05, 4.41e-06, 1.09e-06, 0.00e+00]    [2.07e-05, 8.76e-06, 9.31e-06, 9.95e-07, 7.96e-06, 1.11e-05, 4.42e-07, 9.84e-06, 1.44e-05, 6.02e-06, 1.12e-05, 8.98e-05, 4.41e-06, 1.09e-06, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.179247 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1192000   [2.07e-05, 8.76e-06, 9.31e-06, 9.95e-07, 7.96e-06, 1.11e-05, 4.42e-07, 9.84e-06, 1.44e-05, 6.02e-06, 1.12e-05, 8.98e-05, 4.41e-06, 1.09e-06, 0.00e+00]    [2.07e-05, 8.76e-06, 9.31e-06, 9.95e-07, 7.96e-06, 1.11e-05, 4.42e-07, 9.84e-06, 1.44e-05, 6.02e-06, 1.12e-05, 8.98e-05, 4.41e-06, 1.09e-06, 0.00e+00]    []  
1194000   [2.25e-07, 1.11e-07, 1.38e-07, 5.52e-08, 9.70e-09, 1.06e-08, 7.69e-08, 3.22e-08, 9.56e-08, 8.69e-08, 1.00e-07, 3.02e-07, 1.52e-08, 2.19e-09, 0.00e+00]    [2.25e-07, 1.11e-07, 1.38e-07, 5.52e-08, 9.70e-09, 1.06e-08, 7.69e-08, 3.22e-08, 9.56e-08, 8.69e-08, 1.00e-07, 3.02e-07, 1.52e-08, 2.19e-09, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.241787 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1194000   [2.25e-07, 1.11e-07, 1.38e-07, 5.52e-08, 9.70e-09, 1.06e-08, 7.69e-08, 3.22e-08, 9.56e-08, 8.69e-08, 1.00e-07, 3.02e-07, 1.52e-08, 2.19e-09, 0.00e+00]    [2.25e-07, 1.11e-07, 1.38e-07, 5.52e-08, 9.70e-09, 1.06e-08, 7.69e-08, 3.22e-08, 9.56e-08, 8.69e-08, 1.00e-07, 3.02e-07, 1.52e-08, 2.19e-09, 0.00e+00]    []  
1196000   [1.31e-05, 4.11e-06, 8.64e-06, 5.30e-07, 3.88e-06, 5.95e-06, 7.07e-06, 2.49e-06, 1.26e-05, 5.24e-06, 2.55e-05, 9.10e-05, 3.71e-06, 1.78e-06, 0.00e+00]    [1.31e-05, 4.11e-06, 8.64e-06, 5.30e-07, 3.88e-06, 5.95e-06, 7.07e-06, 2.49e-06, 1.26e-05, 5.24e-06, 2.55e-05, 9.10e-05, 3.71e-06, 1.78e-06, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.072087 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1196000   [1.31e-05, 4.11e-06, 8.64e-06, 5.30e-07, 3.88e-06, 5.95e-06, 7.07e-06, 2.49e-06, 1.26e-05, 5.24e-06, 2.55e-05, 9.10e-05, 3.71e-06, 1.78e-06, 0.00e+00]    [1.31e-05, 4.11e-06, 8.64e-06, 5.30e-07, 3.88e-06, 5.95e-06, 7.07e-06, 2.49e-06, 1.26e-05, 5.24e-06, 2.55e-05, 9.10e-05, 3.71e-06, 1.78e-06, 0.00e+00]    []  
1198000   [2.71e-07, 3.31e-07, 2.08e-07, 1.06e-07, 8.84e-08, 2.82e-10, 2.39e-06, 4.62e-08, 5.06e-07, 3.42e-07, 4.04e-07, 2.60e-06, 0.00e+00, 7.74e-13, 6.55e-09]    [2.71e-07, 3.31e-07, 2.08e-07, 1.06e-07, 8.84e-08, 2.82e-10, 2.39e-06, 4.62e-08, 5.06e-07, 3.42e-07, 4.04e-07, 2.60e-06, 0.00e+00, 7.74e-13, 6.55e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.563024 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1198000   [2.71e-07, 3.31e-07, 2.08e-07, 1.06e-07, 8.84e-08, 2.82e-10, 2.39e-06, 4.62e-08, 5.06e-07, 3.42e-07, 4.04e-07, 2.60e-06, 0.00e+00, 7.74e-13, 6.55e-09]    [2.71e-07, 3.31e-07, 2.08e-07, 1.06e-07, 8.84e-08, 2.82e-10, 2.39e-06, 4.62e-08, 5.06e-07, 3.42e-07, 4.04e-07, 2.60e-06, 0.00e+00, 7.74e-13, 6.55e-09]    []  
1200000   [5.24e-06, 1.64e-06, 2.32e-06, 1.36e-07, 1.02e-06, 1.57e-06, 5.92e-07, 7.87e-07, 2.24e-06, 1.16e-06, 1.53e-06, 1.36e-05, 6.56e-07, 3.63e-08, 1.62e-09]    [5.24e-06, 1.64e-06, 2.32e-06, 1.36e-07, 1.02e-06, 1.57e-06, 5.92e-07, 7.87e-07, 2.24e-06, 1.16e-06, 1.53e-06, 1.36e-05, 6.56e-07, 3.63e-08, 1.62e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.285702 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1200000   [5.24e-06, 1.64e-06, 2.32e-06, 1.36e-07, 1.02e-06, 1.57e-06, 5.92e-07, 7.87e-07, 2.24e-06, 1.16e-06, 1.53e-06, 1.36e-05, 6.56e-07, 3.63e-08, 1.62e-09]    [5.24e-06, 1.64e-06, 2.32e-06, 1.36e-07, 1.02e-06, 1.57e-06, 5.92e-07, 7.87e-07, 2.24e-06, 1.16e-06, 1.53e-06, 1.36e-05, 6.56e-07, 3.63e-08, 1.62e-09]    []  
1202000   [1.33e-06, 1.79e-06, 4.18e-07, 2.03e-07, 2.17e-07, 1.46e-08, 1.13e-05, 2.33e-08, 1.75e-06, 3.77e-07, 2.57e-06, 1.67e-06, 4.99e-09, 0.00e+00, 3.10e-08]    [1.33e-06, 1.79e-06, 4.18e-07, 2.03e-07, 2.17e-07, 1.46e-08, 1.13e-05, 2.33e-08, 1.75e-06, 3.77e-07, 2.57e-06, 1.67e-06, 4.99e-09, 0.00e+00, 3.10e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.905312 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1202000   [1.33e-06, 1.79e-06, 4.18e-07, 2.03e-07, 2.17e-07, 1.46e-08, 1.13e-05, 2.33e-08, 1.75e-06, 3.77e-07, 2.57e-06, 1.67e-06, 4.99e-09, 0.00e+00, 3.10e-08]    [1.33e-06, 1.79e-06, 4.18e-07, 2.03e-07, 2.17e-07, 1.46e-08, 1.13e-05, 2.33e-08, 1.75e-06, 3.77e-07, 2.57e-06, 1.67e-06, 4.99e-09, 0.00e+00, 3.10e-08]    []  
1204000   [8.35e-06, 2.25e-06, 5.18e-06, 2.74e-07, 4.93e-06, 6.87e-06, 5.98e-06, 3.43e-06, 3.69e-06, 8.03e-06, 4.41e-06, 4.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.35e-06, 2.25e-06, 5.18e-06, 2.74e-07, 4.93e-06, 6.87e-06, 5.98e-06, 3.43e-06, 3.69e-06, 8.03e-06, 4.41e-06, 4.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.039649 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1204000   [8.35e-06, 2.25e-06, 5.18e-06, 2.74e-07, 4.93e-06, 6.87e-06, 5.98e-06, 3.43e-06, 3.69e-06, 8.03e-06, 4.41e-06, 4.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.35e-06, 2.25e-06, 5.18e-06, 2.74e-07, 4.93e-06, 6.87e-06, 5.98e-06, 3.43e-06, 3.69e-06, 8.03e-06, 4.41e-06, 4.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1206000   [1.41e-06, 2.93e-06, 2.73e-06, 3.62e-07, 1.38e-06, 3.68e-07, 4.19e-06, 1.87e-06, 1.80e-06, 2.16e-06, 1.98e-06, 1.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.41e-06, 2.93e-06, 2.73e-06, 3.62e-07, 1.38e-06, 3.68e-07, 4.19e-06, 1.87e-06, 1.80e-06, 2.16e-06, 1.98e-06, 1.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.014619 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1206000   [1.41e-06, 2.93e-06, 2.73e-06, 3.62e-07, 1.38e-06, 3.68e-07, 4.19e-06, 1.87e-06, 1.80e-06, 2.16e-06, 1.98e-06, 1.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.41e-06, 2.93e-06, 2.73e-06, 3.62e-07, 1.38e-06, 3.68e-07, 4.19e-06, 1.87e-06, 1.80e-06, 2.16e-06, 1.98e-06, 1.34e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1208000   [3.55e-06, 1.87e-06, 2.20e-06, 2.16e-07, 1.41e-06, 2.95e-06, 5.66e-06, 2.03e-06, 1.62e-06, 4.29e-06, 3.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.55e-06, 1.87e-06, 2.20e-06, 2.16e-07, 1.41e-06, 2.95e-06, 5.66e-06, 2.03e-06, 1.62e-06, 4.29e-06, 3.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.638249 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1208000   [3.55e-06, 1.87e-06, 2.20e-06, 2.16e-07, 1.41e-06, 2.95e-06, 5.66e-06, 2.03e-06, 1.62e-06, 4.29e-06, 3.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.55e-06, 1.87e-06, 2.20e-06, 2.16e-07, 1.41e-06, 2.95e-06, 5.66e-06, 2.03e-06, 1.62e-06, 4.29e-06, 3.03e-06, 1.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1210000   [2.22e-05, 8.51e-06, 2.03e-05, 1.97e-07, 1.61e-05, 8.38e-06, 1.90e-08, 3.87e-06, 1.00e-05, 2.73e-05, 1.46e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.22e-05, 8.51e-06, 2.03e-05, 1.97e-07, 1.61e-05, 8.38e-06, 1.90e-08, 3.87e-06, 1.00e-05, 2.73e-05, 1.46e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.936992 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1210000   [2.22e-05, 8.51e-06, 2.03e-05, 1.97e-07, 1.61e-05, 8.38e-06, 1.90e-08, 3.87e-06, 1.00e-05, 2.73e-05, 1.46e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.22e-05, 8.51e-06, 2.03e-05, 1.97e-07, 1.61e-05, 8.38e-06, 1.90e-08, 3.87e-06, 1.00e-05, 2.73e-05, 1.46e-05, 1.34e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1212000   [1.57e-05, 4.49e-06, 9.19e-06, 1.41e-07, 6.81e-06, 5.05e-06, 1.06e-06, 4.93e-06, 7.20e-06, 5.48e-06, 4.66e-06, 5.02e-05, 3.48e-06, 7.37e-07, 2.91e-09]    [1.57e-05, 4.49e-06, 9.19e-06, 1.41e-07, 6.81e-06, 5.05e-06, 1.06e-06, 4.93e-06, 7.20e-06, 5.48e-06, 4.66e-06, 5.02e-05, 3.48e-06, 7.37e-07, 2.91e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.014075 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1212000   [1.57e-05, 4.49e-06, 9.19e-06, 1.41e-07, 6.81e-06, 5.05e-06, 1.06e-06, 4.93e-06, 7.20e-06, 5.48e-06, 4.66e-06, 5.02e-05, 3.48e-06, 7.37e-07, 2.91e-09]    [1.57e-05, 4.49e-06, 9.19e-06, 1.41e-07, 6.81e-06, 5.05e-06, 1.06e-06, 4.93e-06, 7.20e-06, 5.48e-06, 4.66e-06, 5.02e-05, 3.48e-06, 7.37e-07, 2.91e-09]    []  
1214000   [1.01e-06, 9.68e-07, 1.15e-06, 5.11e-07, 1.36e-07, 3.19e-07, 9.17e-06, 5.00e-07, 1.69e-06, 1.34e-06, 1.02e-06, 2.93e-06, 3.51e-09, 1.96e-09, 2.51e-08]    [1.01e-06, 9.68e-07, 1.15e-06, 5.11e-07, 1.36e-07, 3.19e-07, 9.17e-06, 5.00e-07, 1.69e-06, 1.34e-06, 1.02e-06, 2.93e-06, 3.51e-09, 1.96e-09, 2.51e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.585224 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1214000   [1.01e-06, 9.68e-07, 1.15e-06, 5.11e-07, 1.36e-07, 3.19e-07, 9.17e-06, 5.00e-07, 1.69e-06, 1.34e-06, 1.02e-06, 2.93e-06, 3.51e-09, 1.96e-09, 2.51e-08]    [1.01e-06, 9.68e-07, 1.15e-06, 5.11e-07, 1.36e-07, 3.19e-07, 9.17e-06, 5.00e-07, 1.69e-06, 1.34e-06, 1.02e-06, 2.93e-06, 3.51e-09, 1.96e-09, 2.51e-08]    []  
1216000   [1.17e-05, 3.90e-06, 6.93e-06, 1.52e-07, 4.63e-06, 4.58e-06, 4.76e-06, 4.06e-06, 6.41e-06, 8.74e-06, 3.28e-06, 4.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.17e-05, 3.90e-06, 6.93e-06, 1.52e-07, 4.63e-06, 4.58e-06, 4.76e-06, 4.06e-06, 6.41e-06, 8.74e-06, 3.28e-06, 4.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.810830 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1216000   [1.17e-05, 3.90e-06, 6.93e-06, 1.52e-07, 4.63e-06, 4.58e-06, 4.76e-06, 4.06e-06, 6.41e-06, 8.74e-06, 3.28e-06, 4.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.17e-05, 3.90e-06, 6.93e-06, 1.52e-07, 4.63e-06, 4.58e-06, 4.76e-06, 4.06e-06, 6.41e-06, 8.74e-06, 3.28e-06, 4.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1218000   [1.20e-05, 3.48e-06, 7.21e-06, 2.50e-07, 6.58e-06, 6.01e-06, 3.49e-06, 2.84e-06, 5.09e-06, 4.30e-06, 1.08e-05, 4.63e-05, 2.63e-06, 5.24e-07, 9.57e-09]    [1.20e-05, 3.48e-06, 7.21e-06, 2.50e-07, 6.58e-06, 6.01e-06, 3.49e-06, 2.84e-06, 5.09e-06, 4.30e-06, 1.08e-05, 4.63e-05, 2.63e-06, 5.24e-07, 9.57e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.323720 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1218000   [1.20e-05, 3.48e-06, 7.21e-06, 2.50e-07, 6.58e-06, 6.01e-06, 3.49e-06, 2.84e-06, 5.09e-06, 4.30e-06, 1.08e-05, 4.63e-05, 2.63e-06, 5.24e-07, 9.57e-09]    [1.20e-05, 3.48e-06, 7.21e-06, 2.50e-07, 6.58e-06, 6.01e-06, 3.49e-06, 2.84e-06, 5.09e-06, 4.30e-06, 1.08e-05, 4.63e-05, 2.63e-06, 5.24e-07, 9.57e-09]    []  
1220000   [2.86e-06, 8.89e-07, 2.16e-06, 2.18e-07, 3.36e-06, 1.20e-06, 3.73e-06, 1.66e-06, 2.19e-06, 4.59e-06, 1.06e-06, 1.62e-05, 0.00e+00, 0.00e+00, 1.02e-08]    [2.86e-06, 8.89e-07, 2.16e-06, 2.18e-07, 3.36e-06, 1.20e-06, 3.73e-06, 1.66e-06, 2.19e-06, 4.59e-06, 1.06e-06, 1.62e-05, 0.00e+00, 0.00e+00, 1.02e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.964423 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1220000   [2.86e-06, 8.89e-07, 2.16e-06, 2.18e-07, 3.36e-06, 1.20e-06, 3.73e-06, 1.66e-06, 2.19e-06, 4.59e-06, 1.06e-06, 1.62e-05, 0.00e+00, 0.00e+00, 1.02e-08]    [2.86e-06, 8.89e-07, 2.16e-06, 2.18e-07, 3.36e-06, 1.20e-06, 3.73e-06, 1.66e-06, 2.19e-06, 4.59e-06, 1.06e-06, 1.62e-05, 0.00e+00, 0.00e+00, 1.02e-08]    []  
1222000   [6.58e-06, 1.99e-06, 4.25e-06, 6.97e-08, 2.73e-06, 2.24e-06, 1.70e-05, 2.36e-06, 2.24e-06, 1.99e-06, 2.05e-06, 1.82e-05, 1.28e-06, 4.31e-07, 4.65e-08]    [6.58e-06, 1.99e-06, 4.25e-06, 6.97e-08, 2.73e-06, 2.24e-06, 1.70e-05, 2.36e-06, 2.24e-06, 1.99e-06, 2.05e-06, 1.82e-05, 1.28e-06, 4.31e-07, 4.65e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.517176 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1222000   [6.58e-06, 1.99e-06, 4.25e-06, 6.97e-08, 2.73e-06, 2.24e-06, 1.70e-05, 2.36e-06, 2.24e-06, 1.99e-06, 2.05e-06, 1.82e-05, 1.28e-06, 4.31e-07, 4.65e-08]    [6.58e-06, 1.99e-06, 4.25e-06, 6.97e-08, 2.73e-06, 2.24e-06, 1.70e-05, 2.36e-06, 2.24e-06, 1.99e-06, 2.05e-06, 1.82e-05, 1.28e-06, 4.31e-07, 4.65e-08]    []  
1224000   [1.80e-05, 5.35e-06, 1.08e-05, 1.43e-07, 8.59e-06, 3.77e-06, 5.75e-07, 4.41e-06, 8.46e-06, 7.78e-06, 5.99e-06, 6.27e-05, 4.51e-06, 5.33e-07, 1.58e-09]    [1.80e-05, 5.35e-06, 1.08e-05, 1.43e-07, 8.59e-06, 3.77e-06, 5.75e-07, 4.41e-06, 8.46e-06, 7.78e-06, 5.99e-06, 6.27e-05, 4.51e-06, 5.33e-07, 1.58e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.613648 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1224000   [1.80e-05, 5.35e-06, 1.08e-05, 1.43e-07, 8.59e-06, 3.77e-06, 5.75e-07, 4.41e-06, 8.46e-06, 7.78e-06, 5.99e-06, 6.27e-05, 4.51e-06, 5.33e-07, 1.58e-09]    [1.80e-05, 5.35e-06, 1.08e-05, 1.43e-07, 8.59e-06, 3.77e-06, 5.75e-07, 4.41e-06, 8.46e-06, 7.78e-06, 5.99e-06, 6.27e-05, 4.51e-06, 5.33e-07, 1.58e-09]    []  
1226000   [4.73e-05, 1.24e-05, 2.65e-05, 1.41e-06, 3.11e-05, 2.82e-05, 1.86e-05, 2.68e-05, 3.42e-05, 1.58e-05, 2.39e-05, 2.11e-04, 1.02e-05, 3.32e-06, 5.10e-08]    [4.73e-05, 1.24e-05, 2.65e-05, 1.41e-06, 3.11e-05, 2.82e-05, 1.86e-05, 2.68e-05, 3.42e-05, 1.58e-05, 2.39e-05, 2.11e-04, 1.02e-05, 3.32e-06, 5.10e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.853402 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1226000   [4.73e-05, 1.24e-05, 2.65e-05, 1.41e-06, 3.11e-05, 2.82e-05, 1.86e-05, 2.68e-05, 3.42e-05, 1.58e-05, 2.39e-05, 2.11e-04, 1.02e-05, 3.32e-06, 5.10e-08]    [4.73e-05, 1.24e-05, 2.65e-05, 1.41e-06, 3.11e-05, 2.82e-05, 1.86e-05, 2.68e-05, 3.42e-05, 1.58e-05, 2.39e-05, 2.11e-04, 1.02e-05, 3.32e-06, 5.10e-08]    []  
1228000   [4.84e-06, 2.41e-06, 4.80e-06, 1.98e-07, 3.89e-06, 5.53e-06, 1.29e-05, 6.08e-07, 5.47e-06, 8.54e-06, 9.85e-06, 3.76e-05, 0.00e+00, 0.00e+00, 3.54e-08]    [4.84e-06, 2.41e-06, 4.80e-06, 1.98e-07, 3.89e-06, 5.53e-06, 1.29e-05, 6.08e-07, 5.47e-06, 8.54e-06, 9.85e-06, 3.76e-05, 0.00e+00, 0.00e+00, 3.54e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.076907 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1228000   [4.84e-06, 2.41e-06, 4.80e-06, 1.98e-07, 3.89e-06, 5.53e-06, 1.29e-05, 6.08e-07, 5.47e-06, 8.54e-06, 9.85e-06, 3.76e-05, 0.00e+00, 0.00e+00, 3.54e-08]    [4.84e-06, 2.41e-06, 4.80e-06, 1.98e-07, 3.89e-06, 5.53e-06, 1.29e-05, 6.08e-07, 5.47e-06, 8.54e-06, 9.85e-06, 3.76e-05, 0.00e+00, 0.00e+00, 3.54e-08]    []  
1230000   [2.63e-06, 8.36e-07, 2.35e-06, 9.75e-08, 3.00e-06, 6.33e-07, 1.67e-05, 8.88e-07, 2.38e-06, 3.01e-06, 1.02e-06, 1.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.63e-06, 8.36e-07, 2.35e-06, 9.75e-08, 3.00e-06, 6.33e-07, 1.67e-05, 8.88e-07, 2.38e-06, 3.01e-06, 1.02e-06, 1.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.964169 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1230000   [2.63e-06, 8.36e-07, 2.35e-06, 9.75e-08, 3.00e-06, 6.33e-07, 1.67e-05, 8.88e-07, 2.38e-06, 3.01e-06, 1.02e-06, 1.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.63e-06, 8.36e-07, 2.35e-06, 9.75e-08, 3.00e-06, 6.33e-07, 1.67e-05, 8.88e-07, 2.38e-06, 3.01e-06, 1.02e-06, 1.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1232000   [1.67e-05, 4.18e-06, 8.76e-06, 2.27e-07, 9.82e-06, 6.32e-06, 6.03e-07, 5.48e-06, 6.08e-06, 5.24e-06, 4.23e-06, 4.51e-05, 3.12e-06, 5.78e-07, 1.65e-09]    [1.67e-05, 4.18e-06, 8.76e-06, 2.27e-07, 9.82e-06, 6.32e-06, 6.03e-07, 5.48e-06, 6.08e-06, 5.24e-06, 4.23e-06, 4.51e-05, 3.12e-06, 5.78e-07, 1.65e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.496891 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1232000   [1.67e-05, 4.18e-06, 8.76e-06, 2.27e-07, 9.82e-06, 6.32e-06, 6.03e-07, 5.48e-06, 6.08e-06, 5.24e-06, 4.23e-06, 4.51e-05, 3.12e-06, 5.78e-07, 1.65e-09]    [1.67e-05, 4.18e-06, 8.76e-06, 2.27e-07, 9.82e-06, 6.32e-06, 6.03e-07, 5.48e-06, 6.08e-06, 5.24e-06, 4.23e-06, 4.51e-05, 3.12e-06, 5.78e-07, 1.65e-09]    []  
1234000   [1.18e-05, 3.92e-06, 5.97e-06, 1.01e-07, 6.44e-06, 9.29e-07, 7.58e-07, 1.69e-06, 3.64e-06, 8.65e-06, 2.51e-06, 3.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.18e-05, 3.92e-06, 5.97e-06, 1.01e-07, 6.44e-06, 9.29e-07, 7.58e-07, 1.69e-06, 3.64e-06, 8.65e-06, 2.51e-06, 3.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.362712 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1234000   [1.18e-05, 3.92e-06, 5.97e-06, 1.01e-07, 6.44e-06, 9.29e-07, 7.58e-07, 1.69e-06, 3.64e-06, 8.65e-06, 2.51e-06, 3.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.18e-05, 3.92e-06, 5.97e-06, 1.01e-07, 6.44e-06, 9.29e-07, 7.58e-07, 1.69e-06, 3.64e-06, 8.65e-06, 2.51e-06, 3.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1236000   [8.86e-06, 4.50e-06, 1.08e-05, 1.20e-06, 6.61e-06, 1.12e-05, 9.34e-07, 7.77e-06, 6.88e-06, 2.71e-06, 1.50e-05, 5.35e-05, 2.07e-06, 1.02e-06, 2.56e-09]    [8.86e-06, 4.50e-06, 1.08e-05, 1.20e-06, 6.61e-06, 1.12e-05, 9.34e-07, 7.77e-06, 6.88e-06, 2.71e-06, 1.50e-05, 5.35e-05, 2.07e-06, 1.02e-06, 2.56e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.943571 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1236000   [8.86e-06, 4.50e-06, 1.08e-05, 1.20e-06, 6.61e-06, 1.12e-05, 9.34e-07, 7.77e-06, 6.88e-06, 2.71e-06, 1.50e-05, 5.35e-05, 2.07e-06, 1.02e-06, 2.56e-09]    [8.86e-06, 4.50e-06, 1.08e-05, 1.20e-06, 6.61e-06, 1.12e-05, 9.34e-07, 7.77e-06, 6.88e-06, 2.71e-06, 1.50e-05, 5.35e-05, 2.07e-06, 1.02e-06, 2.56e-09]    []  
1238000   [6.39e-06, 1.49e-06, 3.25e-06, 8.75e-08, 3.18e-06, 2.01e-06, 1.37e-05, 2.21e-06, 2.07e-06, 4.98e-06, 2.60e-06, 1.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.39e-06, 1.49e-06, 3.25e-06, 8.75e-08, 3.18e-06, 2.01e-06, 1.37e-05, 2.21e-06, 2.07e-06, 4.98e-06, 2.60e-06, 1.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.837233 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1238000   [6.39e-06, 1.49e-06, 3.25e-06, 8.75e-08, 3.18e-06, 2.01e-06, 1.37e-05, 2.21e-06, 2.07e-06, 4.98e-06, 2.60e-06, 1.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.39e-06, 1.49e-06, 3.25e-06, 8.75e-08, 3.18e-06, 2.01e-06, 1.37e-05, 2.21e-06, 2.07e-06, 4.98e-06, 2.60e-06, 1.87e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1240000   [1.69e-06, 1.08e-06, 7.14e-07, 3.67e-07, 3.01e-07, 2.11e-07, 1.17e-05, 6.20e-10, 3.82e-07, 2.88e-07, 1.30e-06, 2.28e-06, 4.92e-08, 5.78e-10, 0.00e+00]    [1.69e-06, 1.08e-06, 7.14e-07, 3.67e-07, 3.01e-07, 2.11e-07, 1.17e-05, 6.20e-10, 3.82e-07, 2.88e-07, 1.30e-06, 2.28e-06, 4.92e-08, 5.78e-10, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.795089 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1240000   [1.69e-06, 1.08e-06, 7.14e-07, 3.67e-07, 3.01e-07, 2.11e-07, 1.17e-05, 6.20e-10, 3.82e-07, 2.88e-07, 1.30e-06, 2.28e-06, 4.92e-08, 5.78e-10, 0.00e+00]    [1.69e-06, 1.08e-06, 7.14e-07, 3.67e-07, 3.01e-07, 2.11e-07, 1.17e-05, 6.20e-10, 3.82e-07, 2.88e-07, 1.30e-06, 2.28e-06, 4.92e-08, 5.78e-10, 0.00e+00]    []  
1242000   [2.68e-05, 9.47e-06, 1.54e-05, 9.31e-08, 1.21e-05, 5.33e-06, 4.41e-06, 5.06e-06, 9.09e-06, 1.54e-05, 5.84e-06, 8.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.68e-05, 9.47e-06, 1.54e-05, 9.31e-08, 1.21e-05, 5.33e-06, 4.41e-06, 5.06e-06, 9.09e-06, 1.54e-05, 5.84e-06, 8.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.786660 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1242000   [2.68e-05, 9.47e-06, 1.54e-05, 9.31e-08, 1.21e-05, 5.33e-06, 4.41e-06, 5.06e-06, 9.09e-06, 1.54e-05, 5.84e-06, 8.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.68e-05, 9.47e-06, 1.54e-05, 9.31e-08, 1.21e-05, 5.33e-06, 4.41e-06, 5.06e-06, 9.09e-06, 1.54e-05, 5.84e-06, 8.44e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1244000   [1.37e-07, 1.01e-07, 1.29e-07, 1.02e-07, 7.19e-08, 8.23e-08, 1.58e-08, 1.19e-08, 6.04e-07, 3.96e-07, 6.07e-07, 9.28e-07, 0.00e+00, 0.00e+00, 4.33e-11]    [1.37e-07, 1.01e-07, 1.29e-07, 1.02e-07, 7.19e-08, 8.23e-08, 1.58e-08, 1.19e-08, 6.04e-07, 3.96e-07, 6.07e-07, 9.28e-07, 0.00e+00, 0.00e+00, 4.33e-11]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.877804 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1244000   [1.37e-07, 1.01e-07, 1.29e-07, 1.02e-07, 7.19e-08, 8.23e-08, 1.58e-08, 1.19e-08, 6.04e-07, 3.96e-07, 6.07e-07, 9.28e-07, 0.00e+00, 0.00e+00, 4.33e-11]    [1.37e-07, 1.01e-07, 1.29e-07, 1.02e-07, 7.19e-08, 8.23e-08, 1.58e-08, 1.19e-08, 6.04e-07, 3.96e-07, 6.07e-07, 9.28e-07, 0.00e+00, 0.00e+00, 4.33e-11]    []  
1246000   [3.20e-06, 3.33e-06, 1.70e-06, 8.86e-07, 4.73e-08, 2.21e-07, 8.65e-07, 1.42e-07, 3.99e-06, 2.28e-06, 8.53e-07, 1.27e-05, 0.00e+00, 6.05e-10, 0.00e+00]    [3.20e-06, 3.33e-06, 1.70e-06, 8.86e-07, 4.73e-08, 2.21e-07, 8.65e-07, 1.42e-07, 3.99e-06, 2.28e-06, 8.53e-07, 1.27e-05, 0.00e+00, 6.05e-10, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.140455 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1246000   [3.20e-06, 3.33e-06, 1.70e-06, 8.86e-07, 4.73e-08, 2.21e-07, 8.65e-07, 1.42e-07, 3.99e-06, 2.28e-06, 8.53e-07, 1.27e-05, 0.00e+00, 6.05e-10, 0.00e+00]    [3.20e-06, 3.33e-06, 1.70e-06, 8.86e-07, 4.73e-08, 2.21e-07, 8.65e-07, 1.42e-07, 3.99e-06, 2.28e-06, 8.53e-07, 1.27e-05, 0.00e+00, 6.05e-10, 0.00e+00]    []  
1248000   [1.71e-05, 6.58e-06, 9.83e-06, 2.15e-07, 8.50e-06, 5.83e-06, 1.84e-06, 4.60e-06, 1.16e-05, 1.54e-05, 7.76e-06, 9.71e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.71e-05, 6.58e-06, 9.83e-06, 2.15e-07, 8.50e-06, 5.83e-06, 1.84e-06, 4.60e-06, 1.16e-05, 1.54e-05, 7.76e-06, 9.71e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.185824 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1248000   [1.71e-05, 6.58e-06, 9.83e-06, 2.15e-07, 8.50e-06, 5.83e-06, 1.84e-06, 4.60e-06, 1.16e-05, 1.54e-05, 7.76e-06, 9.71e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.71e-05, 6.58e-06, 9.83e-06, 2.15e-07, 8.50e-06, 5.83e-06, 1.84e-06, 4.60e-06, 1.16e-05, 1.54e-05, 7.76e-06, 9.71e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1250000   [8.94e-06, 2.98e-06, 4.98e-06, 2.17e-07, 6.30e-06, 4.47e-06, 6.95e-07, 3.17e-06, 5.04e-06, 2.45e-06, 4.58e-06, 3.38e-05, 1.48e-06, 1.72e-07, 1.90e-09]    [8.94e-06, 2.98e-06, 4.98e-06, 2.17e-07, 6.30e-06, 4.47e-06, 6.95e-07, 3.17e-06, 5.04e-06, 2.45e-06, 4.58e-06, 3.38e-05, 1.48e-06, 1.72e-07, 1.90e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.282309 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1250000   [8.94e-06, 2.98e-06, 4.98e-06, 2.17e-07, 6.30e-06, 4.47e-06, 6.95e-07, 3.17e-06, 5.04e-06, 2.45e-06, 4.58e-06, 3.38e-05, 1.48e-06, 1.72e-07, 1.90e-09]    [8.94e-06, 2.98e-06, 4.98e-06, 2.17e-07, 6.30e-06, 4.47e-06, 6.95e-07, 3.17e-06, 5.04e-06, 2.45e-06, 4.58e-06, 3.38e-05, 1.48e-06, 1.72e-07, 1.90e-09]    []  
1252000   [7.03e-06, 2.05e-06, 5.13e-06, 4.14e-07, 4.58e-06, 6.84e-06, 5.92e-06, 6.49e-06, 7.50e-06, 9.68e-06, 3.80e-06, 5.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.03e-06, 2.05e-06, 5.13e-06, 4.14e-07, 4.58e-06, 6.84e-06, 5.92e-06, 6.49e-06, 7.50e-06, 9.68e-06, 3.80e-06, 5.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.079107 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1252000   [7.03e-06, 2.05e-06, 5.13e-06, 4.14e-07, 4.58e-06, 6.84e-06, 5.92e-06, 6.49e-06, 7.50e-06, 9.68e-06, 3.80e-06, 5.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.03e-06, 2.05e-06, 5.13e-06, 4.14e-07, 4.58e-06, 6.84e-06, 5.92e-06, 6.49e-06, 7.50e-06, 9.68e-06, 3.80e-06, 5.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1254000   [2.11e-05, 6.38e-06, 7.11e-06, 1.66e-07, 1.22e-05, 7.73e-06, 1.09e-05, 7.74e-06, 6.43e-06, 1.18e-05, 5.78e-06, 5.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.11e-05, 6.38e-06, 7.11e-06, 1.66e-07, 1.22e-05, 7.73e-06, 1.09e-05, 7.74e-06, 6.43e-06, 1.18e-05, 5.78e-06, 5.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.839115 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1254000   [2.11e-05, 6.38e-06, 7.11e-06, 1.66e-07, 1.22e-05, 7.73e-06, 1.09e-05, 7.74e-06, 6.43e-06, 1.18e-05, 5.78e-06, 5.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.11e-05, 6.38e-06, 7.11e-06, 1.66e-07, 1.22e-05, 7.73e-06, 1.09e-05, 7.74e-06, 6.43e-06, 1.18e-05, 5.78e-06, 5.74e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1256000   [6.39e-06, 2.58e-06, 4.30e-06, 6.80e-08, 2.72e-06, 9.79e-07, 2.18e-06, 2.49e-06, 7.50e-06, 6.14e-06, 3.28e-06, 2.88e-05, 0.00e+00, 0.00e+00, 5.97e-09]    [6.39e-06, 2.58e-06, 4.30e-06, 6.80e-08, 2.72e-06, 9.79e-07, 2.18e-06, 2.49e-06, 7.50e-06, 6.14e-06, 3.28e-06, 2.88e-05, 0.00e+00, 0.00e+00, 5.97e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.013053 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1256000   [6.39e-06, 2.58e-06, 4.30e-06, 6.80e-08, 2.72e-06, 9.79e-07, 2.18e-06, 2.49e-06, 7.50e-06, 6.14e-06, 3.28e-06, 2.88e-05, 0.00e+00, 0.00e+00, 5.97e-09]    [6.39e-06, 2.58e-06, 4.30e-06, 6.80e-08, 2.72e-06, 9.79e-07, 2.18e-06, 2.49e-06, 7.50e-06, 6.14e-06, 3.28e-06, 2.88e-05, 0.00e+00, 0.00e+00, 5.97e-09]    []  
1258000   [1.07e-05, 3.13e-06, 6.29e-06, 1.20e-07, 4.76e-06, 2.76e-06, 1.31e-05, 3.29e-06, 4.77e-06, 3.94e-06, 3.73e-06, 3.59e-05, 2.26e-06, 3.75e-07, 3.60e-08]    [1.07e-05, 3.13e-06, 6.29e-06, 1.20e-07, 4.76e-06, 2.76e-06, 1.31e-05, 3.29e-06, 4.77e-06, 3.94e-06, 3.73e-06, 3.59e-05, 2.26e-06, 3.75e-07, 3.60e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.292148 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1258000   [1.07e-05, 3.13e-06, 6.29e-06, 1.20e-07, 4.76e-06, 2.76e-06, 1.31e-05, 3.29e-06, 4.77e-06, 3.94e-06, 3.73e-06, 3.59e-05, 2.26e-06, 3.75e-07, 3.60e-08]    [1.07e-05, 3.13e-06, 6.29e-06, 1.20e-07, 4.76e-06, 2.76e-06, 1.31e-05, 3.29e-06, 4.77e-06, 3.94e-06, 3.73e-06, 3.59e-05, 2.26e-06, 3.75e-07, 3.60e-08]    []  
1260000   [7.94e-06, 4.49e-06, 2.87e-06, 1.17e-06, 1.40e-06, 4.85e-06, 9.70e-06, 1.23e-06, 4.78e-06, 1.13e-06, 3.56e-06, 2.24e-05, 8.63e-07, 2.40e-08, 2.66e-08]    [7.94e-06, 4.49e-06, 2.87e-06, 1.17e-06, 1.40e-06, 4.85e-06, 9.70e-06, 1.23e-06, 4.78e-06, 1.13e-06, 3.56e-06, 2.24e-05, 8.63e-07, 2.40e-08, 2.66e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.263058 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1260000   [7.94e-06, 4.49e-06, 2.87e-06, 1.17e-06, 1.40e-06, 4.85e-06, 9.70e-06, 1.23e-06, 4.78e-06, 1.13e-06, 3.56e-06, 2.24e-05, 8.63e-07, 2.40e-08, 2.66e-08]    [7.94e-06, 4.49e-06, 2.87e-06, 1.17e-06, 1.40e-06, 4.85e-06, 9.70e-06, 1.23e-06, 4.78e-06, 1.13e-06, 3.56e-06, 2.24e-05, 8.63e-07, 2.40e-08, 2.66e-08]    []  
1262000   [3.11e-06, 1.22e-06, 1.56e-06, 5.91e-08, 7.10e-07, 2.99e-07, 5.91e-06, 5.91e-07, 2.21e-06, 9.20e-07, 7.90e-07, 9.16e-06, 6.18e-07, 4.83e-08, 1.62e-08]    [3.11e-06, 1.22e-06, 1.56e-06, 5.91e-08, 7.10e-07, 2.99e-07, 5.91e-06, 5.91e-07, 2.21e-06, 9.20e-07, 7.90e-07, 9.16e-06, 6.18e-07, 4.83e-08, 1.62e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.169719 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1262000   [3.11e-06, 1.22e-06, 1.56e-06, 5.91e-08, 7.10e-07, 2.99e-07, 5.91e-06, 5.91e-07, 2.21e-06, 9.20e-07, 7.90e-07, 9.16e-06, 6.18e-07, 4.83e-08, 1.62e-08]    [3.11e-06, 1.22e-06, 1.56e-06, 5.91e-08, 7.10e-07, 2.99e-07, 5.91e-06, 5.91e-07, 2.21e-06, 9.20e-07, 7.90e-07, 9.16e-06, 6.18e-07, 4.83e-08, 1.62e-08]    []  
1264000   [2.38e-05, 7.60e-06, 1.08e-05, 1.38e-07, 9.02e-06, 3.91e-06, 9.60e-06, 9.06e-06, 2.66e-05, 8.34e-06, 1.13e-05, 1.06e-04, 5.79e-06, 1.12e-06, 0.00e+00]    [2.38e-05, 7.60e-06, 1.08e-05, 1.38e-07, 9.02e-06, 3.91e-06, 9.60e-06, 9.06e-06, 2.66e-05, 8.34e-06, 1.13e-05, 1.06e-04, 5.79e-06, 1.12e-06, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.342433 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1264000   [2.38e-05, 7.60e-06, 1.08e-05, 1.38e-07, 9.02e-06, 3.91e-06, 9.60e-06, 9.06e-06, 2.66e-05, 8.34e-06, 1.13e-05, 1.06e-04, 5.79e-06, 1.12e-06, 0.00e+00]    [2.38e-05, 7.60e-06, 1.08e-05, 1.38e-07, 9.02e-06, 3.91e-06, 9.60e-06, 9.06e-06, 2.66e-05, 8.34e-06, 1.13e-05, 1.06e-04, 5.79e-06, 1.12e-06, 0.00e+00]    []  
1266000   [1.38e-06, 1.46e-06, 6.27e-07, 2.82e-07, 1.68e-07, 1.79e-07, 2.04e-06, 7.90e-08, 1.32e-06, 2.81e-07, 3.69e-07, 8.02e-07, 6.28e-09, 4.90e-10, 5.59e-09]    [1.38e-06, 1.46e-06, 6.27e-07, 2.82e-07, 1.68e-07, 1.79e-07, 2.04e-06, 7.90e-08, 1.32e-06, 2.81e-07, 3.69e-07, 8.02e-07, 6.28e-09, 4.90e-10, 5.59e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.418546 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1266000   [1.38e-06, 1.46e-06, 6.27e-07, 2.82e-07, 1.68e-07, 1.79e-07, 2.04e-06, 7.90e-08, 1.32e-06, 2.81e-07, 3.69e-07, 8.02e-07, 6.28e-09, 4.90e-10, 5.59e-09]    [1.38e-06, 1.46e-06, 6.27e-07, 2.82e-07, 1.68e-07, 1.79e-07, 2.04e-06, 7.90e-08, 1.32e-06, 2.81e-07, 3.69e-07, 8.02e-07, 6.28e-09, 4.90e-10, 5.59e-09]    []  
1268000   [1.06e-05, 3.34e-06, 7.86e-06, 7.77e-07, 7.66e-06, 9.47e-06, 6.73e-06, 8.15e-06, 9.07e-06, 1.53e-05, 8.55e-06, 8.99e-05, 0.00e+00, 0.00e+00, 1.84e-08]    [1.06e-05, 3.34e-06, 7.86e-06, 7.77e-07, 7.66e-06, 9.47e-06, 6.73e-06, 8.15e-06, 9.07e-06, 1.53e-05, 8.55e-06, 8.99e-05, 0.00e+00, 0.00e+00, 1.84e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.178172 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1268000   [1.06e-05, 3.34e-06, 7.86e-06, 7.77e-07, 7.66e-06, 9.47e-06, 6.73e-06, 8.15e-06, 9.07e-06, 1.53e-05, 8.55e-06, 8.99e-05, 0.00e+00, 0.00e+00, 1.84e-08]    [1.06e-05, 3.34e-06, 7.86e-06, 7.77e-07, 7.66e-06, 9.47e-06, 6.73e-06, 8.15e-06, 9.07e-06, 1.53e-05, 8.55e-06, 8.99e-05, 0.00e+00, 0.00e+00, 1.84e-08]    []  
1270000   [2.72e-05, 8.57e-06, 9.08e-06, 8.74e-07, 9.55e-06, 3.99e-07, 4.71e-06, 7.90e-06, 3.01e-05, 6.57e-06, 1.40e-05, 7.72e-05, 3.99e-06, 8.91e-09, 1.29e-08]    [2.72e-05, 8.57e-06, 9.08e-06, 8.74e-07, 9.55e-06, 3.99e-07, 4.71e-06, 7.90e-06, 3.01e-05, 6.57e-06, 1.40e-05, 7.72e-05, 3.99e-06, 8.91e-09, 1.29e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.697929 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1270000   [2.72e-05, 8.57e-06, 9.08e-06, 8.74e-07, 9.55e-06, 3.99e-07, 4.71e-06, 7.90e-06, 3.01e-05, 6.57e-06, 1.40e-05, 7.72e-05, 3.99e-06, 8.91e-09, 1.29e-08]    [2.72e-05, 8.57e-06, 9.08e-06, 8.74e-07, 9.55e-06, 3.99e-07, 4.71e-06, 7.90e-06, 3.01e-05, 6.57e-06, 1.40e-05, 7.72e-05, 3.99e-06, 8.91e-09, 1.29e-08]    []  
1272000   [1.41e-05, 3.97e-06, 8.82e-06, 4.53e-07, 8.92e-06, 6.57e-06, 2.48e-05, 7.81e-06, 8.10e-06, 1.33e-05, 1.04e-05, 8.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.41e-05, 3.97e-06, 8.82e-06, 4.53e-07, 8.92e-06, 6.57e-06, 2.48e-05, 7.81e-06, 8.10e-06, 1.33e-05, 1.04e-05, 8.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.118407 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1272000   [1.41e-05, 3.97e-06, 8.82e-06, 4.53e-07, 8.92e-06, 6.57e-06, 2.48e-05, 7.81e-06, 8.10e-06, 1.33e-05, 1.04e-05, 8.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.41e-05, 3.97e-06, 8.82e-06, 4.53e-07, 8.92e-06, 6.57e-06, 2.48e-05, 7.81e-06, 8.10e-06, 1.33e-05, 1.04e-05, 8.21e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1274000   [2.00e-06, 7.82e-07, 9.53e-07, 5.22e-08, 6.58e-07, 3.63e-07, 3.73e-06, 6.65e-07, 1.20e-06, 4.60e-07, 3.12e-07, 3.94e-06, 2.64e-07, 1.24e-08, 1.02e-08]    [2.00e-06, 7.82e-07, 9.53e-07, 5.22e-08, 6.58e-07, 3.63e-07, 3.73e-06, 6.65e-07, 1.20e-06, 4.60e-07, 3.12e-07, 3.94e-06, 2.64e-07, 1.24e-08, 1.02e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.267789 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1274000   [2.00e-06, 7.82e-07, 9.53e-07, 5.22e-08, 6.58e-07, 3.63e-07, 3.73e-06, 6.65e-07, 1.20e-06, 4.60e-07, 3.12e-07, 3.94e-06, 2.64e-07, 1.24e-08, 1.02e-08]    [2.00e-06, 7.82e-07, 9.53e-07, 5.22e-08, 6.58e-07, 3.63e-07, 3.73e-06, 6.65e-07, 1.20e-06, 4.60e-07, 3.12e-07, 3.94e-06, 2.64e-07, 1.24e-08, 1.02e-08]    []  
1276000   [3.91e-06, 1.25e-06, 4.18e-06, 4.80e-07, 3.77e-07, 6.13e-07, 7.72e-09, 1.02e-07, 1.95e-06, 2.30e-06, 1.60e-06, 8.48e-07, 5.85e-07, 0.00e+00, 2.11e-11]    [3.91e-06, 1.25e-06, 4.18e-06, 4.80e-07, 3.77e-07, 6.13e-07, 7.72e-09, 1.02e-07, 1.95e-06, 2.30e-06, 1.60e-06, 8.48e-07, 5.85e-07, 0.00e+00, 2.11e-11]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.673383 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1276000   [3.91e-06, 1.25e-06, 4.18e-06, 4.80e-07, 3.77e-07, 6.13e-07, 7.72e-09, 1.02e-07, 1.95e-06, 2.30e-06, 1.60e-06, 8.48e-07, 5.85e-07, 0.00e+00, 2.11e-11]    [3.91e-06, 1.25e-06, 4.18e-06, 4.80e-07, 3.77e-07, 6.13e-07, 7.72e-09, 1.02e-07, 1.95e-06, 2.30e-06, 1.60e-06, 8.48e-07, 5.85e-07, 0.00e+00, 2.11e-11]    []  
1278000   [7.55e-06, 2.60e-06, 5.06e-06, 2.39e-07, 2.78e-06, 3.61e-06, 3.03e-06, 3.03e-06, 3.56e-06, 2.74e-06, 3.23e-06, 2.49e-05, 1.93e-06, 4.12e-07, 8.31e-09]    [7.55e-06, 2.60e-06, 5.06e-06, 2.39e-07, 2.78e-06, 3.61e-06, 3.03e-06, 3.03e-06, 3.56e-06, 2.74e-06, 3.23e-06, 2.49e-05, 1.93e-06, 4.12e-07, 8.31e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.771153 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1278000   [7.55e-06, 2.60e-06, 5.06e-06, 2.39e-07, 2.78e-06, 3.61e-06, 3.03e-06, 3.03e-06, 3.56e-06, 2.74e-06, 3.23e-06, 2.49e-05, 1.93e-06, 4.12e-07, 8.31e-09]    [7.55e-06, 2.60e-06, 5.06e-06, 2.39e-07, 2.78e-06, 3.61e-06, 3.03e-06, 3.03e-06, 3.56e-06, 2.74e-06, 3.23e-06, 2.49e-05, 1.93e-06, 4.12e-07, 8.31e-09]    []  
1280000   [1.48e-05, 4.56e-06, 8.04e-06, 1.54e-07, 8.00e-06, 4.13e-06, 3.17e-06, 5.03e-06, 7.06e-06, 5.44e-06, 5.71e-06, 5.22e-05, 3.40e-06, 5.89e-07, 8.68e-09]    [1.48e-05, 4.56e-06, 8.04e-06, 1.54e-07, 8.00e-06, 4.13e-06, 3.17e-06, 5.03e-06, 7.06e-06, 5.44e-06, 5.71e-06, 5.22e-05, 3.40e-06, 5.89e-07, 8.68e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.604908 s

Best train step: 1079897
alpha: 0.21980887651
beta: 0.10970002413
kappa: -0.012434460223
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1280000   [1.48e-05, 4.56e-06, 8.04e-06, 1.54e-07, 8.00e-06, 4.13e-06, 3.17e-06, 5.03e-06, 7.06e-06, 5.44e-06, 5.71e-06, 5.22e-05, 3.40e-06, 5.89e-07, 8.68e-09]    [1.48e-05, 4.56e-06, 8.04e-06, 1.54e-07, 8.00e-06, 4.13e-06, 3.17e-06, 5.03e-06, 7.06e-06, 5.44e-06, 5.71e-06, 5.22e-05, 3.40e-06, 5.89e-07, 8.68e-09]    []  
1282000   [1.36e-06, 1.11e-06, 1.13e-06, 1.24e-07, 7.75e-08, 2.32e-09, 4.39e-06, 1.77e-07, 2.75e-06, 6.54e-07, 9.64e-07, 8.10e-07, 4.26e-08, 1.01e-08, 1.20e-08]    [1.36e-06, 1.11e-06, 1.13e-06, 1.24e-07, 7.75e-08, 2.32e-09, 4.39e-06, 1.77e-07, 2.75e-06, 6.54e-07, 9.64e-07, 8.10e-07, 4.26e-08, 1.01e-08, 1.20e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 42.130321 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1282000   [1.36e-06, 1.11e-06, 1.13e-06, 1.24e-07, 7.75e-08, 2.32e-09, 4.39e-06, 1.77e-07, 2.75e-06, 6.54e-07, 9.64e-07, 8.10e-07, 4.26e-08, 1.01e-08, 1.20e-08]    [1.36e-06, 1.11e-06, 1.13e-06, 1.24e-07, 7.75e-08, 2.32e-09, 4.39e-06, 1.77e-07, 2.75e-06, 6.54e-07, 9.64e-07, 8.10e-07, 4.26e-08, 1.01e-08, 1.20e-08]    []  
1284000   [2.31e-06, 2.53e-06, 2.83e-06, 3.29e-07, 1.73e-06, 2.00e-06, 1.31e-05, 2.15e-06, 1.68e-06, 3.57e-06, 2.46e-06, 1.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.31e-06, 2.53e-06, 2.83e-06, 3.29e-07, 1.73e-06, 2.00e-06, 1.31e-05, 2.15e-06, 1.68e-06, 3.57e-06, 2.46e-06, 1.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 42.140897 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1284000   [2.31e-06, 2.53e-06, 2.83e-06, 3.29e-07, 1.73e-06, 2.00e-06, 1.31e-05, 2.15e-06, 1.68e-06, 3.57e-06, 2.46e-06, 1.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.31e-06, 2.53e-06, 2.83e-06, 3.29e-07, 1.73e-06, 2.00e-06, 1.31e-05, 2.15e-06, 1.68e-06, 3.57e-06, 2.46e-06, 1.26e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1286000   [2.78e-05, 1.16e-05, 1.25e-05, 1.44e-06, 1.20e-05, 1.75e-05, 3.41e-05, 1.66e-05, 3.30e-05, 8.62e-06, 2.22e-05, 1.63e-04, 7.18e-06, 1.13e-06, 0.00e+00]    [2.78e-05, 1.16e-05, 1.25e-05, 1.44e-06, 1.20e-05, 1.75e-05, 3.41e-05, 1.66e-05, 3.30e-05, 8.62e-06, 2.22e-05, 1.63e-04, 7.18e-06, 1.13e-06, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.492494 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1286000   [2.78e-05, 1.16e-05, 1.25e-05, 1.44e-06, 1.20e-05, 1.75e-05, 3.41e-05, 1.66e-05, 3.30e-05, 8.62e-06, 2.22e-05, 1.63e-04, 7.18e-06, 1.13e-06, 0.00e+00]    [2.78e-05, 1.16e-05, 1.25e-05, 1.44e-06, 1.20e-05, 1.75e-05, 3.41e-05, 1.66e-05, 3.30e-05, 8.62e-06, 2.22e-05, 1.63e-04, 7.18e-06, 1.13e-06, 0.00e+00]    []  
1288000   [6.34e-07, 1.44e-06, 3.44e-06, 1.09e-06, 1.72e-08, 8.72e-07, 7.56e-06, 1.38e-07, 1.29e-06, 1.62e-06, 2.05e-06, 5.26e-06, 3.36e-09, 2.39e-09, 2.07e-08]    [6.34e-07, 1.44e-06, 3.44e-06, 1.09e-06, 1.72e-08, 8.72e-07, 7.56e-06, 1.38e-07, 1.29e-06, 1.62e-06, 2.05e-06, 5.26e-06, 3.36e-09, 2.39e-09, 2.07e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.588645 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1288000   [6.34e-07, 1.44e-06, 3.44e-06, 1.09e-06, 1.72e-08, 8.72e-07, 7.56e-06, 1.38e-07, 1.29e-06, 1.62e-06, 2.05e-06, 5.26e-06, 3.36e-09, 2.39e-09, 2.07e-08]    [6.34e-07, 1.44e-06, 3.44e-06, 1.09e-06, 1.72e-08, 8.72e-07, 7.56e-06, 1.38e-07, 1.29e-06, 1.62e-06, 2.05e-06, 5.26e-06, 3.36e-09, 2.39e-09, 2.07e-08]    []  
1290000   [8.05e-05, 2.09e-05, 3.09e-05, 6.79e-07, 5.12e-05, 6.08e-05, 9.33e-06, 4.76e-05, 3.88e-05, 5.06e-05, 3.99e-05, 3.66e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [8.05e-05, 2.09e-05, 3.09e-05, 6.79e-07, 5.12e-05, 6.08e-05, 9.33e-06, 4.76e-05, 3.88e-05, 5.06e-05, 3.99e-05, 3.66e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.736666 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1290000   [8.05e-05, 2.09e-05, 3.09e-05, 6.79e-07, 5.12e-05, 6.08e-05, 9.33e-06, 4.76e-05, 3.88e-05, 5.06e-05, 3.99e-05, 3.66e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [8.05e-05, 2.09e-05, 3.09e-05, 6.79e-07, 5.12e-05, 6.08e-05, 9.33e-06, 4.76e-05, 3.88e-05, 5.06e-05, 3.99e-05, 3.66e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1292000   [1.05e-06, 1.24e-06, 1.82e-06, 3.05e-07, 6.45e-08, 6.54e-08, 1.30e-05, 2.30e-08, 1.47e-06, 7.38e-07, 7.10e-07, 3.46e-07, 7.84e-10, 6.41e-13, 3.57e-08]    [1.05e-06, 1.24e-06, 1.82e-06, 3.05e-07, 6.45e-08, 6.54e-08, 1.30e-05, 2.30e-08, 1.47e-06, 7.38e-07, 7.10e-07, 3.46e-07, 7.84e-10, 6.41e-13, 3.57e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.978160 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1292000   [1.05e-06, 1.24e-06, 1.82e-06, 3.05e-07, 6.45e-08, 6.54e-08, 1.30e-05, 2.30e-08, 1.47e-06, 7.38e-07, 7.10e-07, 3.46e-07, 7.84e-10, 6.41e-13, 3.57e-08]    [1.05e-06, 1.24e-06, 1.82e-06, 3.05e-07, 6.45e-08, 6.54e-08, 1.30e-05, 2.30e-08, 1.47e-06, 7.38e-07, 7.10e-07, 3.46e-07, 7.84e-10, 6.41e-13, 3.57e-08]    []  
1294000   [8.93e-05, 2.25e-05, 4.85e-05, 1.08e-06, 5.78e-05, 3.33e-05, 2.00e-05, 4.35e-05, 6.05e-05, 3.32e-05, 3.18e-05, 3.37e-04, 1.98e-05, 5.78e-06, 5.49e-08]    [8.93e-05, 2.25e-05, 4.85e-05, 1.08e-06, 5.78e-05, 3.33e-05, 2.00e-05, 4.35e-05, 6.05e-05, 3.32e-05, 3.18e-05, 3.37e-04, 1.98e-05, 5.78e-06, 5.49e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.715534 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1294000   [8.93e-05, 2.25e-05, 4.85e-05, 1.08e-06, 5.78e-05, 3.33e-05, 2.00e-05, 4.35e-05, 6.05e-05, 3.32e-05, 3.18e-05, 3.37e-04, 1.98e-05, 5.78e-06, 5.49e-08]    [8.93e-05, 2.25e-05, 4.85e-05, 1.08e-06, 5.78e-05, 3.33e-05, 2.00e-05, 4.35e-05, 6.05e-05, 3.32e-05, 3.18e-05, 3.37e-04, 1.98e-05, 5.78e-06, 5.49e-08]    []  
1296000   [2.14e-05, 5.83e-06, 1.17e-05, 2.29e-07, 1.19e-05, 6.68e-06, 1.54e-06, 9.49e-06, 1.80e-05, 7.63e-06, 7.14e-06, 7.76e-05, 4.31e-06, 9.36e-07, 4.22e-09]    [2.14e-05, 5.83e-06, 1.17e-05, 2.29e-07, 1.19e-05, 6.68e-06, 1.54e-06, 9.49e-06, 1.80e-05, 7.63e-06, 7.14e-06, 7.76e-05, 4.31e-06, 9.36e-07, 4.22e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.760209 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1296000   [2.14e-05, 5.83e-06, 1.17e-05, 2.29e-07, 1.19e-05, 6.68e-06, 1.54e-06, 9.49e-06, 1.80e-05, 7.63e-06, 7.14e-06, 7.76e-05, 4.31e-06, 9.36e-07, 4.22e-09]    [2.14e-05, 5.83e-06, 1.17e-05, 2.29e-07, 1.19e-05, 6.68e-06, 1.54e-06, 9.49e-06, 1.80e-05, 7.63e-06, 7.14e-06, 7.76e-05, 4.31e-06, 9.36e-07, 4.22e-09]    []  
1298000   [6.37e-06, 2.48e-06, 3.13e-06, 4.09e-07, 2.66e-06, 1.79e-06, 2.96e-06, 2.82e-06, 4.11e-06, 1.48e-06, 2.55e-06, 2.09e-05, 9.92e-07, 4.56e-07, 8.10e-09]    [6.37e-06, 2.48e-06, 3.13e-06, 4.09e-07, 2.66e-06, 1.79e-06, 2.96e-06, 2.82e-06, 4.11e-06, 1.48e-06, 2.55e-06, 2.09e-05, 9.92e-07, 4.56e-07, 8.10e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.821922 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1298000   [6.37e-06, 2.48e-06, 3.13e-06, 4.09e-07, 2.66e-06, 1.79e-06, 2.96e-06, 2.82e-06, 4.11e-06, 1.48e-06, 2.55e-06, 2.09e-05, 9.92e-07, 4.56e-07, 8.10e-09]    [6.37e-06, 2.48e-06, 3.13e-06, 4.09e-07, 2.66e-06, 1.79e-06, 2.96e-06, 2.82e-06, 4.11e-06, 1.48e-06, 2.55e-06, 2.09e-05, 9.92e-07, 4.56e-07, 8.10e-09]    []  
1300000   [1.53e-05, 5.15e-06, 9.60e-06, 6.31e-08, 8.66e-06, 5.34e-06, 6.88e-06, 4.53e-06, 7.72e-06, 9.90e-06, 3.68e-06, 5.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.53e-05, 5.15e-06, 9.60e-06, 6.31e-08, 8.66e-06, 5.34e-06, 6.88e-06, 4.53e-06, 7.72e-06, 9.90e-06, 3.68e-06, 5.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.925986 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1300000   [1.53e-05, 5.15e-06, 9.60e-06, 6.31e-08, 8.66e-06, 5.34e-06, 6.88e-06, 4.53e-06, 7.72e-06, 9.90e-06, 3.68e-06, 5.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.53e-05, 5.15e-06, 9.60e-06, 6.31e-08, 8.66e-06, 5.34e-06, 6.88e-06, 4.53e-06, 7.72e-06, 9.90e-06, 3.68e-06, 5.29e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1302000   [2.92e-05, 9.07e-06, 1.45e-05, 1.65e-06, 1.32e-05, 3.24e-05, 1.37e-05, 2.16e-05, 4.08e-05, 9.00e-06, 1.72e-05, 1.75e-04, 5.76e-06, 2.52e-06, 3.74e-08]    [2.92e-05, 9.07e-06, 1.45e-05, 1.65e-06, 1.32e-05, 3.24e-05, 1.37e-05, 2.16e-05, 4.08e-05, 9.00e-06, 1.72e-05, 1.75e-04, 5.76e-06, 2.52e-06, 3.74e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 37.479563 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1302000   [2.92e-05, 9.07e-06, 1.45e-05, 1.65e-06, 1.32e-05, 3.24e-05, 1.37e-05, 2.16e-05, 4.08e-05, 9.00e-06, 1.72e-05, 1.75e-04, 5.76e-06, 2.52e-06, 3.74e-08]    [2.92e-05, 9.07e-06, 1.45e-05, 1.65e-06, 1.32e-05, 3.24e-05, 1.37e-05, 2.16e-05, 4.08e-05, 9.00e-06, 1.72e-05, 1.75e-04, 5.76e-06, 2.52e-06, 3.74e-08]    []  
1304000   [4.50e-06, 2.34e-06, 2.54e-06, 5.46e-07, 6.46e-07, 3.53e-06, 1.53e-05, 1.79e-06, 1.15e-06, 1.60e-06, 4.77e-06, 1.24e-05, 8.44e-07, 9.11e-07, 0.00e+00]    [4.50e-06, 2.34e-06, 2.54e-06, 5.46e-07, 6.46e-07, 3.53e-06, 1.53e-05, 1.79e-06, 1.15e-06, 1.60e-06, 4.77e-06, 1.24e-05, 8.44e-07, 9.11e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.206725 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1304000   [4.50e-06, 2.34e-06, 2.54e-06, 5.46e-07, 6.46e-07, 3.53e-06, 1.53e-05, 1.79e-06, 1.15e-06, 1.60e-06, 4.77e-06, 1.24e-05, 8.44e-07, 9.11e-07, 0.00e+00]    [4.50e-06, 2.34e-06, 2.54e-06, 5.46e-07, 6.46e-07, 3.53e-06, 1.53e-05, 1.79e-06, 1.15e-06, 1.60e-06, 4.77e-06, 1.24e-05, 8.44e-07, 9.11e-07, 0.00e+00]    []  
1306000   [2.85e-06, 1.87e-06, 2.11e-06, 5.27e-07, 1.59e-06, 1.03e-06, 4.57e-06, 2.74e-06, 2.65e-06, 4.26e-06, 3.25e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.85e-06, 1.87e-06, 2.11e-06, 5.27e-07, 1.59e-06, 1.03e-06, 4.57e-06, 2.74e-06, 2.65e-06, 4.26e-06, 3.25e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.468116 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1306000   [2.85e-06, 1.87e-06, 2.11e-06, 5.27e-07, 1.59e-06, 1.03e-06, 4.57e-06, 2.74e-06, 2.65e-06, 4.26e-06, 3.25e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.85e-06, 1.87e-06, 2.11e-06, 5.27e-07, 1.59e-06, 1.03e-06, 4.57e-06, 2.74e-06, 2.65e-06, 4.26e-06, 3.25e-06, 2.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1308000   [4.63e-05, 1.19e-05, 1.97e-05, 3.35e-07, 2.69e-05, 2.38e-05, 6.36e-06, 2.52e-05, 2.88e-05, 2.99e-05, 1.75e-05, 1.92e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.63e-05, 1.19e-05, 1.97e-05, 3.35e-07, 2.69e-05, 2.38e-05, 6.36e-06, 2.52e-05, 2.88e-05, 2.99e-05, 1.75e-05, 1.92e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.865994 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1308000   [4.63e-05, 1.19e-05, 1.97e-05, 3.35e-07, 2.69e-05, 2.38e-05, 6.36e-06, 2.52e-05, 2.88e-05, 2.99e-05, 1.75e-05, 1.92e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [4.63e-05, 1.19e-05, 1.97e-05, 3.35e-07, 2.69e-05, 2.38e-05, 6.36e-06, 2.52e-05, 2.88e-05, 2.99e-05, 1.75e-05, 1.92e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1310000   [1.15e-05, 4.02e-06, 8.14e-06, 3.57e-07, 4.01e-06, 8.78e-06, 1.21e-06, 8.03e-06, 1.75e-05, 1.24e-06, 7.64e-06, 4.69e-05, 3.86e-07, 1.55e-06, 3.30e-09]    [1.15e-05, 4.02e-06, 8.14e-06, 3.57e-07, 4.01e-06, 8.78e-06, 1.21e-06, 8.03e-06, 1.75e-05, 1.24e-06, 7.64e-06, 4.69e-05, 3.86e-07, 1.55e-06, 3.30e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.395068 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1310000   [1.15e-05, 4.02e-06, 8.14e-06, 3.57e-07, 4.01e-06, 8.78e-06, 1.21e-06, 8.03e-06, 1.75e-05, 1.24e-06, 7.64e-06, 4.69e-05, 3.86e-07, 1.55e-06, 3.30e-09]    [1.15e-05, 4.02e-06, 8.14e-06, 3.57e-07, 4.01e-06, 8.78e-06, 1.21e-06, 8.03e-06, 1.75e-05, 1.24e-06, 7.64e-06, 4.69e-05, 3.86e-07, 1.55e-06, 3.30e-09]    []  
1312000   [5.61e-06, 2.66e-06, 3.76e-06, 1.63e-07, 4.15e-06, 3.26e-06, 8.47e-06, 6.25e-06, 6.11e-06, 5.46e-06, 6.23e-06, 2.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.61e-06, 2.66e-06, 3.76e-06, 1.63e-07, 4.15e-06, 3.26e-06, 8.47e-06, 6.25e-06, 6.11e-06, 5.46e-06, 6.23e-06, 2.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.076641 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1312000   [5.61e-06, 2.66e-06, 3.76e-06, 1.63e-07, 4.15e-06, 3.26e-06, 8.47e-06, 6.25e-06, 6.11e-06, 5.46e-06, 6.23e-06, 2.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.61e-06, 2.66e-06, 3.76e-06, 1.63e-07, 4.15e-06, 3.26e-06, 8.47e-06, 6.25e-06, 6.11e-06, 5.46e-06, 6.23e-06, 2.77e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1314000   [2.31e-05, 7.49e-06, 1.41e-05, 2.61e-07, 1.10e-05, 5.02e-06, 1.01e-05, 7.94e-06, 1.56e-05, 1.09e-05, 8.62e-06, 9.17e-05, 7.05e-06, 9.34e-07, 2.75e-08]    [2.31e-05, 7.49e-06, 1.41e-05, 2.61e-07, 1.10e-05, 5.02e-06, 1.01e-05, 7.94e-06, 1.56e-05, 1.09e-05, 8.62e-06, 9.17e-05, 7.05e-06, 9.34e-07, 2.75e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.110434 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1314000   [2.31e-05, 7.49e-06, 1.41e-05, 2.61e-07, 1.10e-05, 5.02e-06, 1.01e-05, 7.94e-06, 1.56e-05, 1.09e-05, 8.62e-06, 9.17e-05, 7.05e-06, 9.34e-07, 2.75e-08]    [2.31e-05, 7.49e-06, 1.41e-05, 2.61e-07, 1.10e-05, 5.02e-06, 1.01e-05, 7.94e-06, 1.56e-05, 1.09e-05, 8.62e-06, 9.17e-05, 7.05e-06, 9.34e-07, 2.75e-08]    []  
1316000   [1.50e-05, 6.77e-06, 9.95e-06, 4.31e-07, 6.16e-06, 3.88e-06, 3.02e-06, 6.19e-06, 6.67e-06, 8.52e-06, 6.80e-06, 6.18e-05, 6.07e-06, 6.27e-07, 8.29e-09]    [1.50e-05, 6.77e-06, 9.95e-06, 4.31e-07, 6.16e-06, 3.88e-06, 3.02e-06, 6.19e-06, 6.67e-06, 8.52e-06, 6.80e-06, 6.18e-05, 6.07e-06, 6.27e-07, 8.29e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.130153 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1316000   [1.50e-05, 6.77e-06, 9.95e-06, 4.31e-07, 6.16e-06, 3.88e-06, 3.02e-06, 6.19e-06, 6.67e-06, 8.52e-06, 6.80e-06, 6.18e-05, 6.07e-06, 6.27e-07, 8.29e-09]    [1.50e-05, 6.77e-06, 9.95e-06, 4.31e-07, 6.16e-06, 3.88e-06, 3.02e-06, 6.19e-06, 6.67e-06, 8.52e-06, 6.80e-06, 6.18e-05, 6.07e-06, 6.27e-07, 8.29e-09]    []  
1318000   [1.08e-05, 4.34e-06, 5.43e-06, 2.43e-07, 7.64e-06, 1.44e-05, 1.51e-05, 1.04e-05, 4.14e-06, 8.89e-06, 1.03e-05, 5.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.08e-05, 4.34e-06, 5.43e-06, 2.43e-07, 7.64e-06, 1.44e-05, 1.51e-05, 1.04e-05, 4.14e-06, 8.89e-06, 1.03e-05, 5.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.351958 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1318000   [1.08e-05, 4.34e-06, 5.43e-06, 2.43e-07, 7.64e-06, 1.44e-05, 1.51e-05, 1.04e-05, 4.14e-06, 8.89e-06, 1.03e-05, 5.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.08e-05, 4.34e-06, 5.43e-06, 2.43e-07, 7.64e-06, 1.44e-05, 1.51e-05, 1.04e-05, 4.14e-06, 8.89e-06, 1.03e-05, 5.64e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1320000   [1.39e-06, 9.08e-07, 1.77e-06, 1.37e-07, 3.88e-10, 2.99e-10, 4.32e-06, 3.82e-08, 1.17e-06, 2.99e-07, 5.27e-07, 7.24e-07, 1.14e-10, 8.20e-13, 1.18e-08]    [1.39e-06, 9.08e-07, 1.77e-06, 1.37e-07, 3.88e-10, 2.99e-10, 4.32e-06, 3.82e-08, 1.17e-06, 2.99e-07, 5.27e-07, 7.24e-07, 1.14e-10, 8.20e-13, 1.18e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.204122 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1320000   [1.39e-06, 9.08e-07, 1.77e-06, 1.37e-07, 3.88e-10, 2.99e-10, 4.32e-06, 3.82e-08, 1.17e-06, 2.99e-07, 5.27e-07, 7.24e-07, 1.14e-10, 8.20e-13, 1.18e-08]    [1.39e-06, 9.08e-07, 1.77e-06, 1.37e-07, 3.88e-10, 2.99e-10, 4.32e-06, 3.82e-08, 1.17e-06, 2.99e-07, 5.27e-07, 7.24e-07, 1.14e-10, 8.20e-13, 1.18e-08]    []  
1322000   [1.64e-05, 7.08e-06, 1.11e-05, 4.54e-07, 6.77e-06, 4.01e-06, 5.77e-06, 6.33e-06, 7.34e-06, 9.37e-06, 7.91e-06, 6.88e-05, 6.53e-06, 6.69e-07, 1.58e-08]    [1.64e-05, 7.08e-06, 1.11e-05, 4.54e-07, 6.77e-06, 4.01e-06, 5.77e-06, 6.33e-06, 7.34e-06, 9.37e-06, 7.91e-06, 6.88e-05, 6.53e-06, 6.69e-07, 1.58e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.733426 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1322000   [1.64e-05, 7.08e-06, 1.11e-05, 4.54e-07, 6.77e-06, 4.01e-06, 5.77e-06, 6.33e-06, 7.34e-06, 9.37e-06, 7.91e-06, 6.88e-05, 6.53e-06, 6.69e-07, 1.58e-08]    [1.64e-05, 7.08e-06, 1.11e-05, 4.54e-07, 6.77e-06, 4.01e-06, 5.77e-06, 6.33e-06, 7.34e-06, 9.37e-06, 7.91e-06, 6.88e-05, 6.53e-06, 6.69e-07, 1.58e-08]    []  
1324000   [8.80e-06, 3.94e-06, 4.93e-06, 2.51e-07, 6.34e-06, 1.03e-05, 1.18e-05, 1.04e-05, 4.95e-06, 7.61e-06, 6.80e-06, 4.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.80e-06, 3.94e-06, 4.93e-06, 2.51e-07, 6.34e-06, 1.03e-05, 1.18e-05, 1.04e-05, 4.95e-06, 7.61e-06, 6.80e-06, 4.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.606532 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1324000   [8.80e-06, 3.94e-06, 4.93e-06, 2.51e-07, 6.34e-06, 1.03e-05, 1.18e-05, 1.04e-05, 4.95e-06, 7.61e-06, 6.80e-06, 4.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.80e-06, 3.94e-06, 4.93e-06, 2.51e-07, 6.34e-06, 1.03e-05, 1.18e-05, 1.04e-05, 4.95e-06, 7.61e-06, 6.80e-06, 4.42e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1326000   [1.81e-05, 6.20e-06, 1.76e-05, 3.49e-07, 9.97e-06, 6.15e-06, 6.69e-06, 5.58e-06, 1.56e-05, 1.73e-05, 4.25e-06, 9.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.81e-05, 6.20e-06, 1.76e-05, 3.49e-07, 9.97e-06, 6.15e-06, 6.69e-06, 5.58e-06, 1.56e-05, 1.73e-05, 4.25e-06, 9.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 41.429826 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1326000   [1.81e-05, 6.20e-06, 1.76e-05, 3.49e-07, 9.97e-06, 6.15e-06, 6.69e-06, 5.58e-06, 1.56e-05, 1.73e-05, 4.25e-06, 9.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.81e-05, 6.20e-06, 1.76e-05, 3.49e-07, 9.97e-06, 6.15e-06, 6.69e-06, 5.58e-06, 1.56e-05, 1.73e-05, 4.25e-06, 9.27e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1328000   [2.13e-05, 5.99e-06, 1.62e-05, 1.95e-07, 1.19e-05, 1.03e-05, 9.14e-06, 6.94e-06, 1.17e-05, 1.77e-05, 6.59e-06, 9.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.13e-05, 5.99e-06, 1.62e-05, 1.95e-07, 1.19e-05, 1.03e-05, 9.14e-06, 6.94e-06, 1.17e-05, 1.77e-05, 6.59e-06, 9.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.441248 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1328000   [2.13e-05, 5.99e-06, 1.62e-05, 1.95e-07, 1.19e-05, 1.03e-05, 9.14e-06, 6.94e-06, 1.17e-05, 1.77e-05, 6.59e-06, 9.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [2.13e-05, 5.99e-06, 1.62e-05, 1.95e-07, 1.19e-05, 1.03e-05, 9.14e-06, 6.94e-06, 1.17e-05, 1.77e-05, 6.59e-06, 9.93e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1330000   [5.25e-06, 2.81e-06, 3.72e-06, 3.06e-07, 3.73e-06, 8.75e-06, 1.64e-05, 4.55e-06, 3.64e-06, 6.44e-06, 9.92e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.25e-06, 2.81e-06, 3.72e-06, 3.06e-07, 3.73e-06, 8.75e-06, 1.64e-05, 4.55e-06, 3.64e-06, 6.44e-06, 9.92e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.030983 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1330000   [5.25e-06, 2.81e-06, 3.72e-06, 3.06e-07, 3.73e-06, 8.75e-06, 1.64e-05, 4.55e-06, 3.64e-06, 6.44e-06, 9.92e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.25e-06, 2.81e-06, 3.72e-06, 3.06e-07, 3.73e-06, 8.75e-06, 1.64e-05, 4.55e-06, 3.64e-06, 6.44e-06, 9.92e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1332000   [5.82e-06, 2.56e-06, 6.43e-06, 2.48e-07, 2.37e-06, 4.27e-06, 1.03e-05, 1.73e-06, 5.20e-06, 6.79e-07, 2.61e-06, 1.86e-05, 4.26e-07, 1.61e-07, 2.83e-08]    [5.82e-06, 2.56e-06, 6.43e-06, 2.48e-07, 2.37e-06, 4.27e-06, 1.03e-05, 1.73e-06, 5.20e-06, 6.79e-07, 2.61e-06, 1.86e-05, 4.26e-07, 1.61e-07, 2.83e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.213185 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1332000   [5.82e-06, 2.56e-06, 6.43e-06, 2.48e-07, 2.37e-06, 4.27e-06, 1.03e-05, 1.73e-06, 5.20e-06, 6.79e-07, 2.61e-06, 1.86e-05, 4.26e-07, 1.61e-07, 2.83e-08]    [5.82e-06, 2.56e-06, 6.43e-06, 2.48e-07, 2.37e-06, 4.27e-06, 1.03e-05, 1.73e-06, 5.20e-06, 6.79e-07, 2.61e-06, 1.86e-05, 4.26e-07, 1.61e-07, 2.83e-08]    []  
1334000   [2.11e-05, 8.01e-06, 1.36e-05, 4.19e-07, 9.24e-06, 3.53e-06, 9.90e-06, 7.97e-06, 1.27e-05, 1.14e-05, 7.29e-06, 8.16e-05, 7.57e-06, 8.44e-07, 2.71e-08]    [2.11e-05, 8.01e-06, 1.36e-05, 4.19e-07, 9.24e-06, 3.53e-06, 9.90e-06, 7.97e-06, 1.27e-05, 1.14e-05, 7.29e-06, 8.16e-05, 7.57e-06, 8.44e-07, 2.71e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.459574 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1334000   [2.11e-05, 8.01e-06, 1.36e-05, 4.19e-07, 9.24e-06, 3.53e-06, 9.90e-06, 7.97e-06, 1.27e-05, 1.14e-05, 7.29e-06, 8.16e-05, 7.57e-06, 8.44e-07, 2.71e-08]    [2.11e-05, 8.01e-06, 1.36e-05, 4.19e-07, 9.24e-06, 3.53e-06, 9.90e-06, 7.97e-06, 1.27e-05, 1.14e-05, 7.29e-06, 8.16e-05, 7.57e-06, 8.44e-07, 2.71e-08]    []  
1336000   [2.17e-05, 7.80e-06, 1.37e-05, 3.78e-07, 9.71e-06, 4.11e-06, 7.95e-06, 7.84e-06, 1.31e-05, 1.12e-05, 7.91e-06, 8.60e-05, 7.34e-06, 9.13e-07, 2.18e-08]    [2.17e-05, 7.80e-06, 1.37e-05, 3.78e-07, 9.71e-06, 4.11e-06, 7.95e-06, 7.84e-06, 1.31e-05, 1.12e-05, 7.91e-06, 8.60e-05, 7.34e-06, 9.13e-07, 2.18e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.581285 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1336000   [2.17e-05, 7.80e-06, 1.37e-05, 3.78e-07, 9.71e-06, 4.11e-06, 7.95e-06, 7.84e-06, 1.31e-05, 1.12e-05, 7.91e-06, 8.60e-05, 7.34e-06, 9.13e-07, 2.18e-08]    [2.17e-05, 7.80e-06, 1.37e-05, 3.78e-07, 9.71e-06, 4.11e-06, 7.95e-06, 7.84e-06, 1.31e-05, 1.12e-05, 7.91e-06, 8.60e-05, 7.34e-06, 9.13e-07, 2.18e-08]    []  
1338000   [8.90e-06, 3.48e-06, 8.14e-06, 3.21e-07, 4.30e-06, 4.02e-06, 7.69e-06, 5.48e-06, 2.30e-05, 1.81e-06, 4.07e-06, 2.76e-05, 8.24e-07, 1.13e-07, 2.11e-08]    [8.90e-06, 3.48e-06, 8.14e-06, 3.21e-07, 4.30e-06, 4.02e-06, 7.69e-06, 5.48e-06, 2.30e-05, 1.81e-06, 4.07e-06, 2.76e-05, 8.24e-07, 1.13e-07, 2.11e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.516734 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1338000   [8.90e-06, 3.48e-06, 8.14e-06, 3.21e-07, 4.30e-06, 4.02e-06, 7.69e-06, 5.48e-06, 2.30e-05, 1.81e-06, 4.07e-06, 2.76e-05, 8.24e-07, 1.13e-07, 2.11e-08]    [8.90e-06, 3.48e-06, 8.14e-06, 3.21e-07, 4.30e-06, 4.02e-06, 7.69e-06, 5.48e-06, 2.30e-05, 1.81e-06, 4.07e-06, 2.76e-05, 8.24e-07, 1.13e-07, 2.11e-08]    []  
1340000   [2.10e-05, 5.88e-06, 1.61e-05, 1.77e-07, 1.19e-05, 1.05e-05, 8.95e-06, 7.65e-06, 1.42e-05, 1.83e-05, 7.07e-06, 1.07e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.10e-05, 5.88e-06, 1.61e-05, 1.77e-07, 1.19e-05, 1.05e-05, 8.95e-06, 7.65e-06, 1.42e-05, 1.83e-05, 7.07e-06, 1.07e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.067327 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1340000   [2.10e-05, 5.88e-06, 1.61e-05, 1.77e-07, 1.19e-05, 1.05e-05, 8.95e-06, 7.65e-06, 1.42e-05, 1.83e-05, 7.07e-06, 1.07e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.10e-05, 5.88e-06, 1.61e-05, 1.77e-07, 1.19e-05, 1.05e-05, 8.95e-06, 7.65e-06, 1.42e-05, 1.83e-05, 7.07e-06, 1.07e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1342000   [1.95e-05, 7.75e-06, 1.22e-05, 4.71e-07, 8.04e-06, 2.80e-06, 3.30e-06, 7.71e-06, 1.47e-05, 1.06e-05, 7.06e-06, 7.69e-05, 6.88e-06, 7.17e-07, 9.04e-09]    [1.95e-05, 7.75e-06, 1.22e-05, 4.71e-07, 8.04e-06, 2.80e-06, 3.30e-06, 7.71e-06, 1.47e-05, 1.06e-05, 7.06e-06, 7.69e-05, 6.88e-06, 7.17e-07, 9.04e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.190328 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1342000   [1.95e-05, 7.75e-06, 1.22e-05, 4.71e-07, 8.04e-06, 2.80e-06, 3.30e-06, 7.71e-06, 1.47e-05, 1.06e-05, 7.06e-06, 7.69e-05, 6.88e-06, 7.17e-07, 9.04e-09]    [1.95e-05, 7.75e-06, 1.22e-05, 4.71e-07, 8.04e-06, 2.80e-06, 3.30e-06, 7.71e-06, 1.47e-05, 1.06e-05, 7.06e-06, 7.69e-05, 6.88e-06, 7.17e-07, 9.04e-09]    []  
1344000   [1.74e-05, 6.13e-06, 1.76e-05, 4.47e-07, 1.01e-05, 5.67e-06, 7.43e-07, 5.40e-06, 1.48e-05, 1.67e-05, 4.03e-06, 9.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.74e-05, 6.13e-06, 1.76e-05, 4.47e-07, 1.01e-05, 5.67e-06, 7.43e-07, 5.40e-06, 1.48e-05, 1.67e-05, 4.03e-06, 9.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.649639 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1344000   [1.74e-05, 6.13e-06, 1.76e-05, 4.47e-07, 1.01e-05, 5.67e-06, 7.43e-07, 5.40e-06, 1.48e-05, 1.67e-05, 4.03e-06, 9.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.74e-05, 6.13e-06, 1.76e-05, 4.47e-07, 1.01e-05, 5.67e-06, 7.43e-07, 5.40e-06, 1.48e-05, 1.67e-05, 4.03e-06, 9.05e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1346000   [2.33e-05, 6.61e-06, 1.35e-05, 1.22e-07, 1.29e-05, 9.44e-06, 9.27e-06, 9.37e-06, 1.82e-05, 8.49e-06, 9.45e-06, 9.67e-05, 5.55e-06, 1.72e-06, 2.54e-08]    [2.33e-05, 6.61e-06, 1.35e-05, 1.22e-07, 1.29e-05, 9.44e-06, 9.27e-06, 9.37e-06, 1.82e-05, 8.49e-06, 9.45e-06, 9.67e-05, 5.55e-06, 1.72e-06, 2.54e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.555855 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1346000   [2.33e-05, 6.61e-06, 1.35e-05, 1.22e-07, 1.29e-05, 9.44e-06, 9.27e-06, 9.37e-06, 1.82e-05, 8.49e-06, 9.45e-06, 9.67e-05, 5.55e-06, 1.72e-06, 2.54e-08]    [2.33e-05, 6.61e-06, 1.35e-05, 1.22e-07, 1.29e-05, 9.44e-06, 9.27e-06, 9.37e-06, 1.82e-05, 8.49e-06, 9.45e-06, 9.67e-05, 5.55e-06, 1.72e-06, 2.54e-08]    []  
1348000   [6.79e-06, 3.70e-06, 4.49e-06, 3.64e-07, 4.57e-06, 9.09e-06, 1.36e-05, 8.84e-06, 3.82e-06, 6.94e-06, 7.01e-06, 4.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.79e-06, 3.70e-06, 4.49e-06, 3.64e-07, 4.57e-06, 9.09e-06, 1.36e-05, 8.84e-06, 3.82e-06, 6.94e-06, 7.01e-06, 4.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.979288 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1348000   [6.79e-06, 3.70e-06, 4.49e-06, 3.64e-07, 4.57e-06, 9.09e-06, 1.36e-05, 8.84e-06, 3.82e-06, 6.94e-06, 7.01e-06, 4.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.79e-06, 3.70e-06, 4.49e-06, 3.64e-07, 4.57e-06, 9.09e-06, 1.36e-05, 8.84e-06, 3.82e-06, 6.94e-06, 7.01e-06, 4.11e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1350000   [1.09e-05, 4.35e-06, 1.16e-05, 5.87e-07, 7.21e-06, 2.78e-06, 3.32e-06, 3.32e-06, 1.05e-05, 1.03e-05, 3.38e-06, 6.38e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.09e-05, 4.35e-06, 1.16e-05, 5.87e-07, 7.21e-06, 2.78e-06, 3.32e-06, 3.32e-06, 1.05e-05, 1.03e-05, 3.38e-06, 6.38e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.449279 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1350000   [1.09e-05, 4.35e-06, 1.16e-05, 5.87e-07, 7.21e-06, 2.78e-06, 3.32e-06, 3.32e-06, 1.05e-05, 1.03e-05, 3.38e-06, 6.38e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.09e-05, 4.35e-06, 1.16e-05, 5.87e-07, 7.21e-06, 2.78e-06, 3.32e-06, 3.32e-06, 1.05e-05, 1.03e-05, 3.38e-06, 6.38e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1352000   [1.19e-05, 4.47e-06, 9.60e-06, 3.08e-07, 7.62e-06, 1.10e-05, 1.17e-05, 7.66e-06, 1.02e-05, 2.35e-06, 7.60e-06, 5.02e-05, 1.63e-06, 9.73e-07, 3.22e-08]    [1.19e-05, 4.47e-06, 9.60e-06, 3.08e-07, 7.62e-06, 1.10e-05, 1.17e-05, 7.66e-06, 1.02e-05, 2.35e-06, 7.60e-06, 5.02e-05, 1.63e-06, 9.73e-07, 3.22e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.644137 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1352000   [1.19e-05, 4.47e-06, 9.60e-06, 3.08e-07, 7.62e-06, 1.10e-05, 1.17e-05, 7.66e-06, 1.02e-05, 2.35e-06, 7.60e-06, 5.02e-05, 1.63e-06, 9.73e-07, 3.22e-08]    [1.19e-05, 4.47e-06, 9.60e-06, 3.08e-07, 7.62e-06, 1.10e-05, 1.17e-05, 7.66e-06, 1.02e-05, 2.35e-06, 7.60e-06, 5.02e-05, 1.63e-06, 9.73e-07, 3.22e-08]    []  
1354000   [1.90e-05, 7.72e-06, 1.24e-05, 5.37e-07, 7.73e-06, 3.40e-06, 4.49e-06, 6.98e-06, 1.11e-05, 1.06e-05, 7.33e-06, 7.78e-05, 7.08e-06, 8.52e-07, 1.23e-08]    [1.90e-05, 7.72e-06, 1.24e-05, 5.37e-07, 7.73e-06, 3.40e-06, 4.49e-06, 6.98e-06, 1.11e-05, 1.06e-05, 7.33e-06, 7.78e-05, 7.08e-06, 8.52e-07, 1.23e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.772467 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1354000   [1.90e-05, 7.72e-06, 1.24e-05, 5.37e-07, 7.73e-06, 3.40e-06, 4.49e-06, 6.98e-06, 1.11e-05, 1.06e-05, 7.33e-06, 7.78e-05, 7.08e-06, 8.52e-07, 1.23e-08]    [1.90e-05, 7.72e-06, 1.24e-05, 5.37e-07, 7.73e-06, 3.40e-06, 4.49e-06, 6.98e-06, 1.11e-05, 1.06e-05, 7.33e-06, 7.78e-05, 7.08e-06, 8.52e-07, 1.23e-08]    []  
1356000   [6.81e-07, 8.24e-07, 1.55e-06, 2.10e-07, 3.55e-08, 1.44e-07, 8.00e-06, 2.94e-09, 3.84e-07, 1.40e-06, 9.00e-07, 1.73e-06, 0.00e+00, 3.95e-10, 0.00e+00]    [6.81e-07, 8.24e-07, 1.55e-06, 2.10e-07, 3.55e-08, 1.44e-07, 8.00e-06, 2.94e-09, 3.84e-07, 1.40e-06, 9.00e-07, 1.73e-06, 0.00e+00, 3.95e-10, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.254422 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1356000   [6.81e-07, 8.24e-07, 1.55e-06, 2.10e-07, 3.55e-08, 1.44e-07, 8.00e-06, 2.94e-09, 3.84e-07, 1.40e-06, 9.00e-07, 1.73e-06, 0.00e+00, 3.95e-10, 0.00e+00]    [6.81e-07, 8.24e-07, 1.55e-06, 2.10e-07, 3.55e-08, 1.44e-07, 8.00e-06, 2.94e-09, 3.84e-07, 1.40e-06, 9.00e-07, 1.73e-06, 0.00e+00, 3.95e-10, 0.00e+00]    []  
1358000   [2.05e-05, 6.64e-06, 9.27e-06, 2.60e-07, 1.34e-05, 1.83e-05, 1.98e-05, 1.51e-05, 1.05e-05, 1.50e-05, 1.25e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.05e-05, 6.64e-06, 9.27e-06, 2.60e-07, 1.34e-05, 1.83e-05, 1.98e-05, 1.51e-05, 1.05e-05, 1.50e-05, 1.25e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.323056 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1358000   [2.05e-05, 6.64e-06, 9.27e-06, 2.60e-07, 1.34e-05, 1.83e-05, 1.98e-05, 1.51e-05, 1.05e-05, 1.50e-05, 1.25e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.05e-05, 6.64e-06, 9.27e-06, 2.60e-07, 1.34e-05, 1.83e-05, 1.98e-05, 1.51e-05, 1.05e-05, 1.50e-05, 1.25e-05, 1.03e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1360000   [1.83e-05, 5.77e-06, 1.68e-05, 3.43e-07, 1.03e-05, 6.79e-06, 2.24e-07, 5.97e-06, 1.51e-05, 1.69e-05, 4.57e-06, 9.30e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.83e-05, 5.77e-06, 1.68e-05, 3.43e-07, 1.03e-05, 6.79e-06, 2.24e-07, 5.97e-06, 1.51e-05, 1.69e-05, 4.57e-06, 9.30e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.242085 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1360000   [1.83e-05, 5.77e-06, 1.68e-05, 3.43e-07, 1.03e-05, 6.79e-06, 2.24e-07, 5.97e-06, 1.51e-05, 1.69e-05, 4.57e-06, 9.30e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.83e-05, 5.77e-06, 1.68e-05, 3.43e-07, 1.03e-05, 6.79e-06, 2.24e-07, 5.97e-06, 1.51e-05, 1.69e-05, 4.57e-06, 9.30e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1362000   [3.57e-06, 1.32e-06, 2.93e-06, 3.28e-07, 2.79e-06, 4.39e-06, 2.41e-07, 2.99e-06, 3.75e-06, 3.88e-06, 2.92e-06, 2.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.57e-06, 1.32e-06, 2.93e-06, 3.28e-07, 2.79e-06, 4.39e-06, 2.41e-07, 2.99e-06, 3.75e-06, 3.88e-06, 2.92e-06, 2.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.525106 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1362000   [3.57e-06, 1.32e-06, 2.93e-06, 3.28e-07, 2.79e-06, 4.39e-06, 2.41e-07, 2.99e-06, 3.75e-06, 3.88e-06, 2.92e-06, 2.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.57e-06, 1.32e-06, 2.93e-06, 3.28e-07, 2.79e-06, 4.39e-06, 2.41e-07, 2.99e-06, 3.75e-06, 3.88e-06, 2.92e-06, 2.47e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1364000   [5.81e-06, 2.65e-06, 7.29e-06, 3.25e-07, 2.47e-06, 9.73e-06, 6.61e-06, 1.32e-06, 3.62e-06, 8.71e-07, 1.31e-05, 2.67e-05, 3.71e-07, 5.04e-07, 1.81e-08]    [5.81e-06, 2.65e-06, 7.29e-06, 3.25e-07, 2.47e-06, 9.73e-06, 6.61e-06, 1.32e-06, 3.62e-06, 8.71e-07, 1.31e-05, 2.67e-05, 3.71e-07, 5.04e-07, 1.81e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.465700 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1364000   [5.81e-06, 2.65e-06, 7.29e-06, 3.25e-07, 2.47e-06, 9.73e-06, 6.61e-06, 1.32e-06, 3.62e-06, 8.71e-07, 1.31e-05, 2.67e-05, 3.71e-07, 5.04e-07, 1.81e-08]    [5.81e-06, 2.65e-06, 7.29e-06, 3.25e-07, 2.47e-06, 9.73e-06, 6.61e-06, 1.32e-06, 3.62e-06, 8.71e-07, 1.31e-05, 2.67e-05, 3.71e-07, 5.04e-07, 1.81e-08]    []  
1366000   [1.40e-05, 4.68e-06, 1.01e-05, 2.32e-07, 9.51e-06, 1.50e-05, 8.19e-06, 9.53e-06, 1.15e-05, 3.19e-06, 1.11e-05, 6.79e-05, 2.23e-06, 1.57e-06, 2.24e-08]    [1.40e-05, 4.68e-06, 1.01e-05, 2.32e-07, 9.51e-06, 1.50e-05, 8.19e-06, 9.53e-06, 1.15e-05, 3.19e-06, 1.11e-05, 6.79e-05, 2.23e-06, 1.57e-06, 2.24e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.954434 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1366000   [1.40e-05, 4.68e-06, 1.01e-05, 2.32e-07, 9.51e-06, 1.50e-05, 8.19e-06, 9.53e-06, 1.15e-05, 3.19e-06, 1.11e-05, 6.79e-05, 2.23e-06, 1.57e-06, 2.24e-08]    [1.40e-05, 4.68e-06, 1.01e-05, 2.32e-07, 9.51e-06, 1.50e-05, 8.19e-06, 9.53e-06, 1.15e-05, 3.19e-06, 1.11e-05, 6.79e-05, 2.23e-06, 1.57e-06, 2.24e-08]    []  
1368000   [2.13e-05, 8.25e-06, 1.37e-05, 5.85e-07, 8.62e-06, 3.18e-06, 9.45e-06, 7.87e-06, 1.36e-05, 1.16e-05, 7.98e-06, 8.60e-05, 7.65e-06, 8.37e-07, 2.59e-08]    [2.13e-05, 8.25e-06, 1.37e-05, 5.85e-07, 8.62e-06, 3.18e-06, 9.45e-06, 7.87e-06, 1.36e-05, 1.16e-05, 7.98e-06, 8.60e-05, 7.65e-06, 8.37e-07, 2.59e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.289387 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1368000   [2.13e-05, 8.25e-06, 1.37e-05, 5.85e-07, 8.62e-06, 3.18e-06, 9.45e-06, 7.87e-06, 1.36e-05, 1.16e-05, 7.98e-06, 8.60e-05, 7.65e-06, 8.37e-07, 2.59e-08]    [2.13e-05, 8.25e-06, 1.37e-05, 5.85e-07, 8.62e-06, 3.18e-06, 9.45e-06, 7.87e-06, 1.36e-05, 1.16e-05, 7.98e-06, 8.60e-05, 7.65e-06, 8.37e-07, 2.59e-08]    []  
1370000   [1.31e-05, 6.10e-06, 7.50e-06, 5.20e-07, 5.21e-06, 3.38e-06, 1.67e-06, 4.96e-06, 8.88e-06, 6.56e-06, 4.42e-06, 4.67e-05, 4.50e-06, 6.50e-07, 4.58e-09]    [1.31e-05, 6.10e-06, 7.50e-06, 5.20e-07, 5.21e-06, 3.38e-06, 1.67e-06, 4.96e-06, 8.88e-06, 6.56e-06, 4.42e-06, 4.67e-05, 4.50e-06, 6.50e-07, 4.58e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.164652 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1370000   [1.31e-05, 6.10e-06, 7.50e-06, 5.20e-07, 5.21e-06, 3.38e-06, 1.67e-06, 4.96e-06, 8.88e-06, 6.56e-06, 4.42e-06, 4.67e-05, 4.50e-06, 6.50e-07, 4.58e-09]    [1.31e-05, 6.10e-06, 7.50e-06, 5.20e-07, 5.21e-06, 3.38e-06, 1.67e-06, 4.96e-06, 8.88e-06, 6.56e-06, 4.42e-06, 4.67e-05, 4.50e-06, 6.50e-07, 4.58e-09]    []  
1372000   [6.17e-07, 8.25e-07, 1.38e-06, 1.86e-07, 8.31e-09, 2.22e-07, 3.45e-06, 5.00e-10, 3.99e-07, 1.14e-06, 7.94e-07, 1.27e-06, 0.00e+00, 6.09e-10, 0.00e+00]    [6.17e-07, 8.25e-07, 1.38e-06, 1.86e-07, 8.31e-09, 2.22e-07, 3.45e-06, 5.00e-10, 3.99e-07, 1.14e-06, 7.94e-07, 1.27e-06, 0.00e+00, 6.09e-10, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.494958 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1372000   [6.17e-07, 8.25e-07, 1.38e-06, 1.86e-07, 8.31e-09, 2.22e-07, 3.45e-06, 5.00e-10, 3.99e-07, 1.14e-06, 7.94e-07, 1.27e-06, 0.00e+00, 6.09e-10, 0.00e+00]    [6.17e-07, 8.25e-07, 1.38e-06, 1.86e-07, 8.31e-09, 2.22e-07, 3.45e-06, 5.00e-10, 3.99e-07, 1.14e-06, 7.94e-07, 1.27e-06, 0.00e+00, 6.09e-10, 0.00e+00]    []  
1374000   [5.22e-06, 2.94e-06, 3.83e-06, 4.07e-07, 3.43e-06, 7.48e-06, 2.11e-05, 4.78e-06, 2.40e-06, 6.49e-06, 7.44e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.22e-06, 2.94e-06, 3.83e-06, 4.07e-07, 3.43e-06, 7.48e-06, 2.11e-05, 4.78e-06, 2.40e-06, 6.49e-06, 7.44e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.558304 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1374000   [5.22e-06, 2.94e-06, 3.83e-06, 4.07e-07, 3.43e-06, 7.48e-06, 2.11e-05, 4.78e-06, 2.40e-06, 6.49e-06, 7.44e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.22e-06, 2.94e-06, 3.83e-06, 4.07e-07, 3.43e-06, 7.48e-06, 2.11e-05, 4.78e-06, 2.40e-06, 6.49e-06, 7.44e-06, 3.37e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1376000   [1.17e-05, 5.36e-06, 6.10e-06, 4.22e-07, 7.40e-06, 1.01e-05, 2.34e-05, 1.36e-05, 1.16e-05, 9.53e-06, 9.52e-06, 5.78e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.17e-05, 5.36e-06, 6.10e-06, 4.22e-07, 7.40e-06, 1.01e-05, 2.34e-05, 1.36e-05, 1.16e-05, 9.53e-06, 9.52e-06, 5.78e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 38.710213 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1376000   [1.17e-05, 5.36e-06, 6.10e-06, 4.22e-07, 7.40e-06, 1.01e-05, 2.34e-05, 1.36e-05, 1.16e-05, 9.53e-06, 9.52e-06, 5.78e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.17e-05, 5.36e-06, 6.10e-06, 4.22e-07, 7.40e-06, 1.01e-05, 2.34e-05, 1.36e-05, 1.16e-05, 9.53e-06, 9.52e-06, 5.78e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1378000   [2.11e-05, 6.26e-06, 1.81e-05, 2.43e-07, 1.25e-05, 1.05e-05, 9.93e-06, 7.79e-06, 1.38e-05, 1.94e-05, 7.41e-06, 1.12e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.11e-05, 6.26e-06, 1.81e-05, 2.43e-07, 1.25e-05, 1.05e-05, 9.93e-06, 7.79e-06, 1.38e-05, 1.94e-05, 7.41e-06, 1.12e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.452518 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1378000   [2.11e-05, 6.26e-06, 1.81e-05, 2.43e-07, 1.25e-05, 1.05e-05, 9.93e-06, 7.79e-06, 1.38e-05, 1.94e-05, 7.41e-06, 1.12e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.11e-05, 6.26e-06, 1.81e-05, 2.43e-07, 1.25e-05, 1.05e-05, 9.93e-06, 7.79e-06, 1.38e-05, 1.94e-05, 7.41e-06, 1.12e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1380000   [9.17e-06, 3.47e-06, 9.36e-06, 6.46e-07, 6.15e-06, 2.56e-06, 8.02e-06, 3.20e-06, 8.68e-06, 8.67e-06, 3.17e-06, 5.55e-05, 0.00e+00, 0.00e+00, 2.20e-08]    [9.17e-06, 3.47e-06, 9.36e-06, 6.46e-07, 6.15e-06, 2.56e-06, 8.02e-06, 3.20e-06, 8.68e-06, 8.67e-06, 3.17e-06, 5.55e-05, 0.00e+00, 0.00e+00, 2.20e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.200336 s

Best train step: 1079897
alpha: 0.21980887651
beta: 0.10970002413
kappa: -0.012434460223
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1380000   [9.17e-06, 3.47e-06, 9.36e-06, 6.46e-07, 6.15e-06, 2.56e-06, 8.02e-06, 3.20e-06, 8.68e-06, 8.67e-06, 3.17e-06, 5.55e-05, 0.00e+00, 0.00e+00, 2.20e-08]    [9.17e-06, 3.47e-06, 9.36e-06, 6.46e-07, 6.15e-06, 2.56e-06, 8.02e-06, 3.20e-06, 8.68e-06, 8.67e-06, 3.17e-06, 5.55e-05, 0.00e+00, 0.00e+00, 2.20e-08]    []  
1382000   [2.99e-06, 9.19e-07, 1.95e-06, 2.04e-07, 2.44e-06, 3.97e-06, 2.40e-06, 2.23e-06, 1.28e-06, 3.22e-06, 3.10e-06, 1.74e-05, 0.00e+00, 0.00e+00, 6.57e-09]    [2.99e-06, 9.19e-07, 1.95e-06, 2.04e-07, 2.44e-06, 3.97e-06, 2.40e-06, 2.23e-06, 1.28e-06, 3.22e-06, 3.10e-06, 1.74e-05, 0.00e+00, 0.00e+00, 6.57e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.166158 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1382000   [2.99e-06, 9.19e-07, 1.95e-06, 2.04e-07, 2.44e-06, 3.97e-06, 2.40e-06, 2.23e-06, 1.28e-06, 3.22e-06, 3.10e-06, 1.74e-05, 0.00e+00, 0.00e+00, 6.57e-09]    [2.99e-06, 9.19e-07, 1.95e-06, 2.04e-07, 2.44e-06, 3.97e-06, 2.40e-06, 2.23e-06, 1.28e-06, 3.22e-06, 3.10e-06, 1.74e-05, 0.00e+00, 0.00e+00, 6.57e-09]    []  
1384000   [2.38e-06, 1.83e-06, 4.37e-06, 2.30e-07, 5.27e-07, 1.50e-06, 8.34e-06, 4.03e-08, 1.11e-06, 2.79e-07, 4.20e-06, 4.65e-06, 4.28e-08, 5.16e-09, 2.28e-08]    [2.38e-06, 1.83e-06, 4.37e-06, 2.30e-07, 5.27e-07, 1.50e-06, 8.34e-06, 4.03e-08, 1.11e-06, 2.79e-07, 4.20e-06, 4.65e-06, 4.28e-08, 5.16e-09, 2.28e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 43.912648 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1384000   [2.38e-06, 1.83e-06, 4.37e-06, 2.30e-07, 5.27e-07, 1.50e-06, 8.34e-06, 4.03e-08, 1.11e-06, 2.79e-07, 4.20e-06, 4.65e-06, 4.28e-08, 5.16e-09, 2.28e-08]    [2.38e-06, 1.83e-06, 4.37e-06, 2.30e-07, 5.27e-07, 1.50e-06, 8.34e-06, 4.03e-08, 1.11e-06, 2.79e-07, 4.20e-06, 4.65e-06, 4.28e-08, 5.16e-09, 2.28e-08]    []  
1386000   [1.67e-05, 5.50e-06, 1.18e-05, 3.31e-07, 1.09e-05, 1.22e-05, 9.59e-06, 1.34e-05, 2.29e-05, 3.85e-06, 7.04e-06, 7.27e-05, 2.49e-06, 1.11e-06, 2.63e-08]    [1.67e-05, 5.50e-06, 1.18e-05, 3.31e-07, 1.09e-05, 1.22e-05, 9.59e-06, 1.34e-05, 2.29e-05, 3.85e-06, 7.04e-06, 7.27e-05, 2.49e-06, 1.11e-06, 2.63e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.262263 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1386000   [1.67e-05, 5.50e-06, 1.18e-05, 3.31e-07, 1.09e-05, 1.22e-05, 9.59e-06, 1.34e-05, 2.29e-05, 3.85e-06, 7.04e-06, 7.27e-05, 2.49e-06, 1.11e-06, 2.63e-08]    [1.67e-05, 5.50e-06, 1.18e-05, 3.31e-07, 1.09e-05, 1.22e-05, 9.59e-06, 1.34e-05, 2.29e-05, 3.85e-06, 7.04e-06, 7.27e-05, 2.49e-06, 1.11e-06, 2.63e-08]    []  
1388000   [1.75e-05, 5.44e-06, 1.12e-05, 2.03e-07, 1.14e-05, 1.29e-05, 1.35e-05, 1.11e-05, 1.65e-05, 4.30e-06, 8.35e-06, 7.43e-05, 2.97e-06, 1.49e-06, 3.70e-08]    [1.75e-05, 5.44e-06, 1.12e-05, 2.03e-07, 1.14e-05, 1.29e-05, 1.35e-05, 1.11e-05, 1.65e-05, 4.30e-06, 8.35e-06, 7.43e-05, 2.97e-06, 1.49e-06, 3.70e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.122538 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1388000   [1.75e-05, 5.44e-06, 1.12e-05, 2.03e-07, 1.14e-05, 1.29e-05, 1.35e-05, 1.11e-05, 1.65e-05, 4.30e-06, 8.35e-06, 7.43e-05, 2.97e-06, 1.49e-06, 3.70e-08]    [1.75e-05, 5.44e-06, 1.12e-05, 2.03e-07, 1.14e-05, 1.29e-05, 1.35e-05, 1.11e-05, 1.65e-05, 4.30e-06, 8.35e-06, 7.43e-05, 2.97e-06, 1.49e-06, 3.70e-08]    []  
1390000   [2.29e-05, 7.60e-06, 1.43e-05, 3.91e-07, 9.96e-06, 5.01e-06, 8.68e-06, 7.00e-06, 1.31e-05, 1.11e-05, 1.12e-05, 9.96e-05, 7.26e-06, 1.24e-06, 2.38e-08]    [2.29e-05, 7.60e-06, 1.43e-05, 3.91e-07, 9.96e-06, 5.01e-06, 8.68e-06, 7.00e-06, 1.31e-05, 1.11e-05, 1.12e-05, 9.96e-05, 7.26e-06, 1.24e-06, 2.38e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.615400 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1390000   [2.29e-05, 7.60e-06, 1.43e-05, 3.91e-07, 9.96e-06, 5.01e-06, 8.68e-06, 7.00e-06, 1.31e-05, 1.11e-05, 1.12e-05, 9.96e-05, 7.26e-06, 1.24e-06, 2.38e-08]    [2.29e-05, 7.60e-06, 1.43e-05, 3.91e-07, 9.96e-06, 5.01e-06, 8.68e-06, 7.00e-06, 1.31e-05, 1.11e-05, 1.12e-05, 9.96e-05, 7.26e-06, 1.24e-06, 2.38e-08]    []  
1392000   [1.55e-06, 9.30e-07, 1.09e-06, 1.45e-07, 4.12e-07, 1.94e-06, 4.66e-06, 5.55e-07, 6.71e-07, 3.40e-07, 1.07e-06, 2.05e-06, 4.83e-08, 2.36e-08, 0.00e+00]    [1.55e-06, 9.30e-07, 1.09e-06, 1.45e-07, 4.12e-07, 1.94e-06, 4.66e-06, 5.55e-07, 6.71e-07, 3.40e-07, 1.07e-06, 2.05e-06, 4.83e-08, 2.36e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.500203 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1392000   [1.55e-06, 9.30e-07, 1.09e-06, 1.45e-07, 4.12e-07, 1.94e-06, 4.66e-06, 5.55e-07, 6.71e-07, 3.40e-07, 1.07e-06, 2.05e-06, 4.83e-08, 2.36e-08, 0.00e+00]    [1.55e-06, 9.30e-07, 1.09e-06, 1.45e-07, 4.12e-07, 1.94e-06, 4.66e-06, 5.55e-07, 6.71e-07, 3.40e-07, 1.07e-06, 2.05e-06, 4.83e-08, 2.36e-08, 0.00e+00]    []  
1394000   [1.65e-05, 5.78e-06, 7.68e-06, 2.68e-07, 1.08e-05, 1.50e-05, 1.05e-05, 1.29e-05, 8.71e-06, 1.24e-05, 1.03e-05, 8.31e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.65e-05, 5.78e-06, 7.68e-06, 2.68e-07, 1.08e-05, 1.50e-05, 1.05e-05, 1.29e-05, 8.71e-06, 1.24e-05, 1.03e-05, 8.31e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.109021 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1394000   [1.65e-05, 5.78e-06, 7.68e-06, 2.68e-07, 1.08e-05, 1.50e-05, 1.05e-05, 1.29e-05, 8.71e-06, 1.24e-05, 1.03e-05, 8.31e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.65e-05, 5.78e-06, 7.68e-06, 2.68e-07, 1.08e-05, 1.50e-05, 1.05e-05, 1.29e-05, 8.71e-06, 1.24e-05, 1.03e-05, 8.31e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1396000   [1.53e-06, 7.21e-07, 1.22e-06, 2.76e-07, 1.24e-06, 2.14e-06, 1.33e-05, 1.39e-06, 1.51e-06, 1.96e-06, 1.88e-06, 1.22e-05, 0.00e+00, 0.00e+00, 3.64e-08]    [1.53e-06, 7.21e-07, 1.22e-06, 2.76e-07, 1.24e-06, 2.14e-06, 1.33e-05, 1.39e-06, 1.51e-06, 1.96e-06, 1.88e-06, 1.22e-05, 0.00e+00, 0.00e+00, 3.64e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.121531 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1396000   [1.53e-06, 7.21e-07, 1.22e-06, 2.76e-07, 1.24e-06, 2.14e-06, 1.33e-05, 1.39e-06, 1.51e-06, 1.96e-06, 1.88e-06, 1.22e-05, 0.00e+00, 0.00e+00, 3.64e-08]    [1.53e-06, 7.21e-07, 1.22e-06, 2.76e-07, 1.24e-06, 2.14e-06, 1.33e-05, 1.39e-06, 1.51e-06, 1.96e-06, 1.88e-06, 1.22e-05, 0.00e+00, 0.00e+00, 3.64e-08]    []  
1398000   [1.28e-05, 4.68e-06, 9.80e-06, 3.25e-07, 7.96e-06, 9.33e-06, 1.17e-05, 8.77e-06, 1.46e-05, 2.49e-06, 4.81e-06, 4.78e-05, 1.69e-06, 6.90e-07, 3.19e-08]    [1.28e-05, 4.68e-06, 9.80e-06, 3.25e-07, 7.96e-06, 9.33e-06, 1.17e-05, 8.77e-06, 1.46e-05, 2.49e-06, 4.81e-06, 4.78e-05, 1.69e-06, 6.90e-07, 3.19e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.873018 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1398000   [1.28e-05, 4.68e-06, 9.80e-06, 3.25e-07, 7.96e-06, 9.33e-06, 1.17e-05, 8.77e-06, 1.46e-05, 2.49e-06, 4.81e-06, 4.78e-05, 1.69e-06, 6.90e-07, 3.19e-08]    [1.28e-05, 4.68e-06, 9.80e-06, 3.25e-07, 7.96e-06, 9.33e-06, 1.17e-05, 8.77e-06, 1.46e-05, 2.49e-06, 4.81e-06, 4.78e-05, 1.69e-06, 6.90e-07, 3.19e-08]    []  
1400000   [6.99e-06, 3.10e-06, 2.90e-06, 3.10e-07, 3.06e-06, 4.00e-06, 4.64e-08, 2.67e-06, 3.99e-06, 1.91e-06, 1.93e-06, 2.02e-05, 1.34e-06, 3.26e-07, 1.27e-10]    [6.99e-06, 3.10e-06, 2.90e-06, 3.10e-07, 3.06e-06, 4.00e-06, 4.64e-08, 2.67e-06, 3.99e-06, 1.91e-06, 1.93e-06, 2.02e-05, 1.34e-06, 3.26e-07, 1.27e-10]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.286018 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1400000   [6.99e-06, 3.10e-06, 2.90e-06, 3.10e-07, 3.06e-06, 4.00e-06, 4.64e-08, 2.67e-06, 3.99e-06, 1.91e-06, 1.93e-06, 2.02e-05, 1.34e-06, 3.26e-07, 1.27e-10]    [6.99e-06, 3.10e-06, 2.90e-06, 3.10e-07, 3.06e-06, 4.00e-06, 4.64e-08, 2.67e-06, 3.99e-06, 1.91e-06, 1.93e-06, 2.02e-05, 1.34e-06, 3.26e-07, 1.27e-10]    []  
1402000   [2.42e-05, 6.40e-06, 1.72e-05, 1.43e-07, 1.49e-05, 1.50e-05, 2.15e-05, 1.06e-05, 1.35e-05, 2.13e-05, 1.08e-05, 1.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.42e-05, 6.40e-06, 1.72e-05, 1.43e-07, 1.49e-05, 1.50e-05, 2.15e-05, 1.06e-05, 1.35e-05, 2.13e-05, 1.08e-05, 1.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.942385 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1402000   [2.42e-05, 6.40e-06, 1.72e-05, 1.43e-07, 1.49e-05, 1.50e-05, 2.15e-05, 1.06e-05, 1.35e-05, 2.13e-05, 1.08e-05, 1.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.42e-05, 6.40e-06, 1.72e-05, 1.43e-07, 1.49e-05, 1.50e-05, 2.15e-05, 1.06e-05, 1.35e-05, 2.13e-05, 1.08e-05, 1.28e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1404000   [4.17e-06, 1.41e-06, 3.29e-06, 3.75e-07, 3.38e-06, 3.99e-06, 3.54e-06, 2.31e-06, 2.70e-06, 3.99e-06, 3.83e-06, 2.69e-05, 0.00e+00, 0.00e+00, 9.71e-09]    [4.17e-06, 1.41e-06, 3.29e-06, 3.75e-07, 3.38e-06, 3.99e-06, 3.54e-06, 2.31e-06, 2.70e-06, 3.99e-06, 3.83e-06, 2.69e-05, 0.00e+00, 0.00e+00, 9.71e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.417794 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1404000   [4.17e-06, 1.41e-06, 3.29e-06, 3.75e-07, 3.38e-06, 3.99e-06, 3.54e-06, 2.31e-06, 2.70e-06, 3.99e-06, 3.83e-06, 2.69e-05, 0.00e+00, 0.00e+00, 9.71e-09]    [4.17e-06, 1.41e-06, 3.29e-06, 3.75e-07, 3.38e-06, 3.99e-06, 3.54e-06, 2.31e-06, 2.70e-06, 3.99e-06, 3.83e-06, 2.69e-05, 0.00e+00, 0.00e+00, 9.71e-09]    []  
1406000   [2.00e-05, 6.06e-06, 1.22e-05, 1.89e-07, 1.26e-05, 1.54e-05, 1.13e-05, 1.23e-05, 1.73e-05, 5.27e-06, 1.02e-05, 8.72e-05, 3.70e-06, 2.10e-06, 3.10e-08]    [2.00e-05, 6.06e-06, 1.22e-05, 1.89e-07, 1.26e-05, 1.54e-05, 1.13e-05, 1.23e-05, 1.73e-05, 5.27e-06, 1.02e-05, 8.72e-05, 3.70e-06, 2.10e-06, 3.10e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.227507 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1406000   [2.00e-05, 6.06e-06, 1.22e-05, 1.89e-07, 1.26e-05, 1.54e-05, 1.13e-05, 1.23e-05, 1.73e-05, 5.27e-06, 1.02e-05, 8.72e-05, 3.70e-06, 2.10e-06, 3.10e-08]    [2.00e-05, 6.06e-06, 1.22e-05, 1.89e-07, 1.26e-05, 1.54e-05, 1.13e-05, 1.23e-05, 1.73e-05, 5.27e-06, 1.02e-05, 8.72e-05, 3.70e-06, 2.10e-06, 3.10e-08]    []  
1408000   [9.14e-06, 4.08e-06, 4.56e-06, 4.23e-07, 3.80e-06, 3.60e-06, 1.64e-06, 2.80e-06, 3.62e-06, 3.51e-06, 3.71e-06, 3.12e-05, 2.50e-06, 4.85e-07, 4.50e-09]    [9.14e-06, 4.08e-06, 4.56e-06, 4.23e-07, 3.80e-06, 3.60e-06, 1.64e-06, 2.80e-06, 3.62e-06, 3.51e-06, 3.71e-06, 3.12e-05, 2.50e-06, 4.85e-07, 4.50e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.790236 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1408000   [9.14e-06, 4.08e-06, 4.56e-06, 4.23e-07, 3.80e-06, 3.60e-06, 1.64e-06, 2.80e-06, 3.62e-06, 3.51e-06, 3.71e-06, 3.12e-05, 2.50e-06, 4.85e-07, 4.50e-09]    [9.14e-06, 4.08e-06, 4.56e-06, 4.23e-07, 3.80e-06, 3.60e-06, 1.64e-06, 2.80e-06, 3.62e-06, 3.51e-06, 3.71e-06, 3.12e-05, 2.50e-06, 4.85e-07, 4.50e-09]    []  
1410000   [1.73e-05, 6.00e-06, 7.76e-06, 2.58e-07, 1.15e-05, 1.43e-05, 6.27e-06, 1.19e-05, 7.99e-06, 1.22e-05, 9.46e-06, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.73e-05, 6.00e-06, 7.76e-06, 2.58e-07, 1.15e-05, 1.43e-05, 6.27e-06, 1.19e-05, 7.99e-06, 1.22e-05, 9.46e-06, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.801389 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1410000   [1.73e-05, 6.00e-06, 7.76e-06, 2.58e-07, 1.15e-05, 1.43e-05, 6.27e-06, 1.19e-05, 7.99e-06, 1.22e-05, 9.46e-06, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.73e-05, 6.00e-06, 7.76e-06, 2.58e-07, 1.15e-05, 1.43e-05, 6.27e-06, 1.19e-05, 7.99e-06, 1.22e-05, 9.46e-06, 7.84e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1412000   [5.37e-06, 2.06e-06, 5.14e-06, 4.22e-07, 4.18e-06, 4.40e-06, 3.76e-07, 2.33e-06, 3.60e-06, 5.46e-06, 5.92e-06, 3.79e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.37e-06, 2.06e-06, 5.14e-06, 4.22e-07, 4.18e-06, 4.40e-06, 3.76e-07, 2.33e-06, 3.60e-06, 5.46e-06, 5.92e-06, 3.79e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.922814 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1412000   [5.37e-06, 2.06e-06, 5.14e-06, 4.22e-07, 4.18e-06, 4.40e-06, 3.76e-07, 2.33e-06, 3.60e-06, 5.46e-06, 5.92e-06, 3.79e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.37e-06, 2.06e-06, 5.14e-06, 4.22e-07, 4.18e-06, 4.40e-06, 3.76e-07, 2.33e-06, 3.60e-06, 5.46e-06, 5.92e-06, 3.79e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1414000   [1.23e-05, 4.41e-06, 9.45e-06, 3.40e-07, 7.33e-06, 7.13e-06, 1.10e-05, 8.29e-06, 1.91e-05, 2.39e-06, 3.64e-06, 4.07e-05, 1.46e-06, 3.92e-07, 3.02e-08]    [1.23e-05, 4.41e-06, 9.45e-06, 3.40e-07, 7.33e-06, 7.13e-06, 1.10e-05, 8.29e-06, 1.91e-05, 2.39e-06, 3.64e-06, 4.07e-05, 1.46e-06, 3.92e-07, 3.02e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.187293 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1414000   [1.23e-05, 4.41e-06, 9.45e-06, 3.40e-07, 7.33e-06, 7.13e-06, 1.10e-05, 8.29e-06, 1.91e-05, 2.39e-06, 3.64e-06, 4.07e-05, 1.46e-06, 3.92e-07, 3.02e-08]    [1.23e-05, 4.41e-06, 9.45e-06, 3.40e-07, 7.33e-06, 7.13e-06, 1.10e-05, 8.29e-06, 1.91e-05, 2.39e-06, 3.64e-06, 4.07e-05, 1.46e-06, 3.92e-07, 3.02e-08]    []  
1416000   [1.61e-05, 6.78e-06, 1.03e-05, 5.57e-07, 6.02e-06, 3.78e-06, 1.02e-07, 5.19e-06, 7.30e-06, 8.66e-06, 9.29e-06, 6.98e-05, 5.81e-06, 8.63e-07, 2.78e-10]    [1.61e-05, 6.78e-06, 1.03e-05, 5.57e-07, 6.02e-06, 3.78e-06, 1.02e-07, 5.19e-06, 7.30e-06, 8.66e-06, 9.29e-06, 6.98e-05, 5.81e-06, 8.63e-07, 2.78e-10]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.318031 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1416000   [1.61e-05, 6.78e-06, 1.03e-05, 5.57e-07, 6.02e-06, 3.78e-06, 1.02e-07, 5.19e-06, 7.30e-06, 8.66e-06, 9.29e-06, 6.98e-05, 5.81e-06, 8.63e-07, 2.78e-10]    [1.61e-05, 6.78e-06, 1.03e-05, 5.57e-07, 6.02e-06, 3.78e-06, 1.02e-07, 5.19e-06, 7.30e-06, 8.66e-06, 9.29e-06, 6.98e-05, 5.81e-06, 8.63e-07, 2.78e-10]    []  
1418000   [5.22e-06, 2.86e-06, 4.12e-06, 3.55e-07, 3.12e-06, 4.30e-06, 8.89e-06, 6.32e-06, 5.94e-06, 6.22e-06, 6.22e-06, 2.94e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.22e-06, 2.86e-06, 4.12e-06, 3.55e-07, 3.12e-06, 4.30e-06, 8.89e-06, 6.32e-06, 5.94e-06, 6.22e-06, 6.22e-06, 2.94e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.989147 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1418000   [5.22e-06, 2.86e-06, 4.12e-06, 3.55e-07, 3.12e-06, 4.30e-06, 8.89e-06, 6.32e-06, 5.94e-06, 6.22e-06, 6.22e-06, 2.94e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.22e-06, 2.86e-06, 4.12e-06, 3.55e-07, 3.12e-06, 4.30e-06, 8.89e-06, 6.32e-06, 5.94e-06, 6.22e-06, 6.22e-06, 2.94e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1420000   [1.02e-05, 4.13e-06, 1.13e-05, 5.88e-07, 7.08e-06, 2.79e-06, 7.00e-09, 3.50e-06, 9.10e-06, 9.95e-06, 3.38e-06, 6.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.02e-05, 4.13e-06, 1.13e-05, 5.88e-07, 7.08e-06, 2.79e-06, 7.00e-09, 3.50e-06, 9.10e-06, 9.95e-06, 3.38e-06, 6.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.593349 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1420000   [1.02e-05, 4.13e-06, 1.13e-05, 5.88e-07, 7.08e-06, 2.79e-06, 7.00e-09, 3.50e-06, 9.10e-06, 9.95e-06, 3.38e-06, 6.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.02e-05, 4.13e-06, 1.13e-05, 5.88e-07, 7.08e-06, 2.79e-06, 7.00e-09, 3.50e-06, 9.10e-06, 9.95e-06, 3.38e-06, 6.10e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1422000   [2.13e-05, 6.34e-06, 1.24e-05, 1.77e-07, 1.37e-05, 1.17e-05, 8.29e-06, 1.38e-05, 2.45e-05, 6.01e-06, 6.83e-06, 7.91e-05, 3.98e-06, 1.44e-06, 2.27e-08]    [2.13e-05, 6.34e-06, 1.24e-05, 1.77e-07, 1.37e-05, 1.17e-05, 8.29e-06, 1.38e-05, 2.45e-05, 6.01e-06, 6.83e-06, 7.91e-05, 3.98e-06, 1.44e-06, 2.27e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.333152 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1422000   [2.13e-05, 6.34e-06, 1.24e-05, 1.77e-07, 1.37e-05, 1.17e-05, 8.29e-06, 1.38e-05, 2.45e-05, 6.01e-06, 6.83e-06, 7.91e-05, 3.98e-06, 1.44e-06, 2.27e-08]    [2.13e-05, 6.34e-06, 1.24e-05, 1.77e-07, 1.37e-05, 1.17e-05, 8.29e-06, 1.38e-05, 2.45e-05, 6.01e-06, 6.83e-06, 7.91e-05, 3.98e-06, 1.44e-06, 2.27e-08]    []  
1424000   [1.38e-06, 8.53e-07, 8.24e-07, 1.73e-07, 3.21e-07, 1.56e-06, 1.16e-05, 2.47e-07, 5.41e-07, 3.82e-07, 9.65e-07, 1.40e-06, 3.47e-08, 1.51e-08, 0.00e+00]    [1.38e-06, 8.53e-07, 8.24e-07, 1.73e-07, 3.21e-07, 1.56e-06, 1.16e-05, 2.47e-07, 5.41e-07, 3.82e-07, 9.65e-07, 1.40e-06, 3.47e-08, 1.51e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.660177 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1424000   [1.38e-06, 8.53e-07, 8.24e-07, 1.73e-07, 3.21e-07, 1.56e-06, 1.16e-05, 2.47e-07, 5.41e-07, 3.82e-07, 9.65e-07, 1.40e-06, 3.47e-08, 1.51e-08, 0.00e+00]    [1.38e-06, 8.53e-07, 8.24e-07, 1.73e-07, 3.21e-07, 1.56e-06, 1.16e-05, 2.47e-07, 5.41e-07, 3.82e-07, 9.65e-07, 1.40e-06, 3.47e-08, 1.51e-08, 0.00e+00]    []  
1426000   [1.15e-05, 4.12e-06, 1.17e-05, 6.53e-07, 8.13e-06, 3.11e-06, 1.07e-06, 4.34e-06, 1.02e-05, 1.09e-05, 3.76e-06, 6.77e-05, 0.00e+00, 0.00e+00, 2.93e-09]    [1.15e-05, 4.12e-06, 1.17e-05, 6.53e-07, 8.13e-06, 3.11e-06, 1.07e-06, 4.34e-06, 1.02e-05, 1.09e-05, 3.76e-06, 6.77e-05, 0.00e+00, 0.00e+00, 2.93e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.320734 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1426000   [1.15e-05, 4.12e-06, 1.17e-05, 6.53e-07, 8.13e-06, 3.11e-06, 1.07e-06, 4.34e-06, 1.02e-05, 1.09e-05, 3.76e-06, 6.77e-05, 0.00e+00, 0.00e+00, 2.93e-09]    [1.15e-05, 4.12e-06, 1.17e-05, 6.53e-07, 8.13e-06, 3.11e-06, 1.07e-06, 4.34e-06, 1.02e-05, 1.09e-05, 3.76e-06, 6.77e-05, 0.00e+00, 0.00e+00, 2.93e-09]    []  
1428000   [2.29e-05, 7.13e-06, 1.33e-05, 2.45e-07, 1.10e-05, 5.98e-06, 2.37e-06, 7.54e-06, 1.49e-05, 9.95e-06, 9.44e-06, 9.37e-05, 6.36e-06, 1.24e-06, 6.49e-09]    [2.29e-05, 7.13e-06, 1.33e-05, 2.45e-07, 1.10e-05, 5.98e-06, 2.37e-06, 7.54e-06, 1.49e-05, 9.95e-06, 9.44e-06, 9.37e-05, 6.36e-06, 1.24e-06, 6.49e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.127437 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1428000   [2.29e-05, 7.13e-06, 1.33e-05, 2.45e-07, 1.10e-05, 5.98e-06, 2.37e-06, 7.54e-06, 1.49e-05, 9.95e-06, 9.44e-06, 9.37e-05, 6.36e-06, 1.24e-06, 6.49e-09]    [2.29e-05, 7.13e-06, 1.33e-05, 2.45e-07, 1.10e-05, 5.98e-06, 2.37e-06, 7.54e-06, 1.49e-05, 9.95e-06, 9.44e-06, 9.37e-05, 6.36e-06, 1.24e-06, 6.49e-09]    []  
1430000   [1.98e-05, 5.03e-06, 1.20e-05, 1.07e-07, 1.16e-05, 1.29e-05, 5.38e-06, 8.49e-06, 9.44e-06, 1.53e-05, 9.73e-06, 9.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.98e-05, 5.03e-06, 1.20e-05, 1.07e-07, 1.16e-05, 1.29e-05, 5.38e-06, 8.49e-06, 9.44e-06, 1.53e-05, 9.73e-06, 9.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.541233 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1430000   [1.98e-05, 5.03e-06, 1.20e-05, 1.07e-07, 1.16e-05, 1.29e-05, 5.38e-06, 8.49e-06, 9.44e-06, 1.53e-05, 9.73e-06, 9.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.98e-05, 5.03e-06, 1.20e-05, 1.07e-07, 1.16e-05, 1.29e-05, 5.38e-06, 8.49e-06, 9.44e-06, 1.53e-05, 9.73e-06, 9.70e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1432000   [1.33e-05, 6.29e-06, 8.05e-06, 4.76e-07, 5.05e-06, 3.13e-06, 1.04e-05, 5.01e-06, 6.67e-06, 7.04e-06, 6.22e-06, 5.60e-05, 4.76e-06, 6.48e-07, 0.00e+00]    [1.33e-05, 6.29e-06, 8.05e-06, 4.76e-07, 5.05e-06, 3.13e-06, 1.04e-05, 5.01e-06, 6.67e-06, 7.04e-06, 6.22e-06, 5.60e-05, 4.76e-06, 6.48e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.359099 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1432000   [1.33e-05, 6.29e-06, 8.05e-06, 4.76e-07, 5.05e-06, 3.13e-06, 1.04e-05, 5.01e-06, 6.67e-06, 7.04e-06, 6.22e-06, 5.60e-05, 4.76e-06, 6.48e-07, 0.00e+00]    [1.33e-05, 6.29e-06, 8.05e-06, 4.76e-07, 5.05e-06, 3.13e-06, 1.04e-05, 5.01e-06, 6.67e-06, 7.04e-06, 6.22e-06, 5.60e-05, 4.76e-06, 6.48e-07, 0.00e+00]    []  
1434000   [6.93e-07, 5.33e-07, 6.07e-07, 1.75e-07, 3.95e-07, 1.32e-06, 5.04e-08, 3.13e-07, 4.31e-06, 1.50e-06, 4.71e-06, 2.84e-06, 0.00e+00, 0.00e+00, 1.38e-10]    [6.93e-07, 5.33e-07, 6.07e-07, 1.75e-07, 3.95e-07, 1.32e-06, 5.04e-08, 3.13e-07, 4.31e-06, 1.50e-06, 4.71e-06, 2.84e-06, 0.00e+00, 0.00e+00, 1.38e-10]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.748472 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1434000   [6.93e-07, 5.33e-07, 6.07e-07, 1.75e-07, 3.95e-07, 1.32e-06, 5.04e-08, 3.13e-07, 4.31e-06, 1.50e-06, 4.71e-06, 2.84e-06, 0.00e+00, 0.00e+00, 1.38e-10]    [6.93e-07, 5.33e-07, 6.07e-07, 1.75e-07, 3.95e-07, 1.32e-06, 5.04e-08, 3.13e-07, 4.31e-06, 1.50e-06, 4.71e-06, 2.84e-06, 0.00e+00, 0.00e+00, 1.38e-10]    []  
1436000   [2.07e-05, 5.37e-06, 1.24e-05, 1.16e-07, 1.26e-05, 1.32e-05, 9.67e-07, 9.59e-06, 1.18e-05, 1.71e-05, 9.63e-06, 1.08e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.07e-05, 5.37e-06, 1.24e-05, 1.16e-07, 1.26e-05, 1.32e-05, 9.67e-07, 9.59e-06, 1.18e-05, 1.71e-05, 9.63e-06, 1.08e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.237992 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1436000   [2.07e-05, 5.37e-06, 1.24e-05, 1.16e-07, 1.26e-05, 1.32e-05, 9.67e-07, 9.59e-06, 1.18e-05, 1.71e-05, 9.63e-06, 1.08e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.07e-05, 5.37e-06, 1.24e-05, 1.16e-07, 1.26e-05, 1.32e-05, 9.67e-07, 9.59e-06, 1.18e-05, 1.71e-05, 9.63e-06, 1.08e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1438000   [2.58e-06, 1.44e-06, 8.53e-07, 2.22e-07, 8.68e-07, 2.43e-06, 2.26e-05, 4.64e-07, 8.01e-07, 4.38e-07, 1.60e-06, 5.09e-06, 2.11e-07, 7.78e-08, 0.00e+00]    [2.58e-06, 1.44e-06, 8.53e-07, 2.22e-07, 8.68e-07, 2.43e-06, 2.26e-05, 4.64e-07, 8.01e-07, 4.38e-07, 1.60e-06, 5.09e-06, 2.11e-07, 7.78e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.496120 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1438000   [2.58e-06, 1.44e-06, 8.53e-07, 2.22e-07, 8.68e-07, 2.43e-06, 2.26e-05, 4.64e-07, 8.01e-07, 4.38e-07, 1.60e-06, 5.09e-06, 2.11e-07, 7.78e-08, 0.00e+00]    [2.58e-06, 1.44e-06, 8.53e-07, 2.22e-07, 8.68e-07, 2.43e-06, 2.26e-05, 4.64e-07, 8.01e-07, 4.38e-07, 1.60e-06, 5.09e-06, 2.11e-07, 7.78e-08, 0.00e+00]    []  
1440000   [2.17e-05, 7.60e-06, 1.31e-05, 4.00e-07, 9.41e-06, 4.16e-06, 4.82e-06, 6.66e-06, 1.36e-05, 1.06e-05, 9.08e-06, 8.90e-05, 6.78e-06, 1.04e-06, 1.32e-08]    [2.17e-05, 7.60e-06, 1.31e-05, 4.00e-07, 9.41e-06, 4.16e-06, 4.82e-06, 6.66e-06, 1.36e-05, 1.06e-05, 9.08e-06, 8.90e-05, 6.78e-06, 1.04e-06, 1.32e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.838669 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1440000   [2.17e-05, 7.60e-06, 1.31e-05, 4.00e-07, 9.41e-06, 4.16e-06, 4.82e-06, 6.66e-06, 1.36e-05, 1.06e-05, 9.08e-06, 8.90e-05, 6.78e-06, 1.04e-06, 1.32e-08]    [2.17e-05, 7.60e-06, 1.31e-05, 4.00e-07, 9.41e-06, 4.16e-06, 4.82e-06, 6.66e-06, 1.36e-05, 1.06e-05, 9.08e-06, 8.90e-05, 6.78e-06, 1.04e-06, 1.32e-08]    []  
1442000   [1.79e-05, 5.74e-06, 1.22e-05, 2.50e-07, 1.15e-05, 1.19e-05, 1.90e-05, 1.18e-05, 1.65e-05, 4.54e-06, 8.36e-06, 7.63e-05, 3.10e-06, 1.32e-06, 5.22e-08]    [1.79e-05, 5.74e-06, 1.22e-05, 2.50e-07, 1.15e-05, 1.19e-05, 1.90e-05, 1.18e-05, 1.65e-05, 4.54e-06, 8.36e-06, 7.63e-05, 3.10e-06, 1.32e-06, 5.22e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 39.913384 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1442000   [1.79e-05, 5.74e-06, 1.22e-05, 2.50e-07, 1.15e-05, 1.19e-05, 1.90e-05, 1.18e-05, 1.65e-05, 4.54e-06, 8.36e-06, 7.63e-05, 3.10e-06, 1.32e-06, 5.22e-08]    [1.79e-05, 5.74e-06, 1.22e-05, 2.50e-07, 1.15e-05, 1.19e-05, 1.90e-05, 1.18e-05, 1.65e-05, 4.54e-06, 8.36e-06, 7.63e-05, 3.10e-06, 1.32e-06, 5.22e-08]    []  
1444000   [9.15e-07, 6.71e-07, 1.03e-06, 1.99e-07, 3.65e-07, 6.96e-07, 1.58e-05, 5.06e-07, 3.70e-07, 9.81e-07, 9.85e-07, 2.03e-06, 0.00e+00, 0.00e+00, 4.33e-08]    [9.15e-07, 6.71e-07, 1.03e-06, 1.99e-07, 3.65e-07, 6.96e-07, 1.58e-05, 5.06e-07, 3.70e-07, 9.81e-07, 9.85e-07, 2.03e-06, 0.00e+00, 0.00e+00, 4.33e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.603699 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1444000   [9.15e-07, 6.71e-07, 1.03e-06, 1.99e-07, 3.65e-07, 6.96e-07, 1.58e-05, 5.06e-07, 3.70e-07, 9.81e-07, 9.85e-07, 2.03e-06, 0.00e+00, 0.00e+00, 4.33e-08]    [9.15e-07, 6.71e-07, 1.03e-06, 1.99e-07, 3.65e-07, 6.96e-07, 1.58e-05, 5.06e-07, 3.70e-07, 9.81e-07, 9.85e-07, 2.03e-06, 0.00e+00, 0.00e+00, 4.33e-08]    []  
1446000   [7.57e-06, 3.34e-06, 8.77e-06, 4.33e-07, 5.64e-06, 3.36e-06, 2.09e-07, 1.98e-06, 4.77e-06, 7.93e-06, 7.99e-06, 4.91e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.57e-06, 3.34e-06, 8.77e-06, 4.33e-07, 5.64e-06, 3.36e-06, 2.09e-07, 1.98e-06, 4.77e-06, 7.93e-06, 7.99e-06, 4.91e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.100309 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1446000   [7.57e-06, 3.34e-06, 8.77e-06, 4.33e-07, 5.64e-06, 3.36e-06, 2.09e-07, 1.98e-06, 4.77e-06, 7.93e-06, 7.99e-06, 4.91e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.57e-06, 3.34e-06, 8.77e-06, 4.33e-07, 5.64e-06, 3.36e-06, 2.09e-07, 1.98e-06, 4.77e-06, 7.93e-06, 7.99e-06, 4.91e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1448000   [1.87e-05, 5.57e-06, 1.65e-05, 2.64e-07, 1.06e-05, 7.94e-06, 3.35e-06, 5.61e-06, 1.15e-05, 1.74e-05, 6.23e-06, 9.77e-05, 0.00e+00, 0.00e+00, 9.19e-09]    [1.87e-05, 5.57e-06, 1.65e-05, 2.64e-07, 1.06e-05, 7.94e-06, 3.35e-06, 5.61e-06, 1.15e-05, 1.74e-05, 6.23e-06, 9.77e-05, 0.00e+00, 0.00e+00, 9.19e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.580263 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1448000   [1.87e-05, 5.57e-06, 1.65e-05, 2.64e-07, 1.06e-05, 7.94e-06, 3.35e-06, 5.61e-06, 1.15e-05, 1.74e-05, 6.23e-06, 9.77e-05, 0.00e+00, 0.00e+00, 9.19e-09]    [1.87e-05, 5.57e-06, 1.65e-05, 2.64e-07, 1.06e-05, 7.94e-06, 3.35e-06, 5.61e-06, 1.15e-05, 1.74e-05, 6.23e-06, 9.77e-05, 0.00e+00, 0.00e+00, 9.19e-09]    []  
1450000   [1.56e-05, 5.75e-06, 6.96e-06, 2.48e-07, 9.70e-06, 1.06e-05, 6.06e-06, 1.12e-05, 9.43e-06, 1.09e-05, 8.51e-06, 6.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.56e-05, 5.75e-06, 6.96e-06, 2.48e-07, 9.70e-06, 1.06e-05, 6.06e-06, 1.12e-05, 9.43e-06, 1.09e-05, 8.51e-06, 6.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.601153 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1450000   [1.56e-05, 5.75e-06, 6.96e-06, 2.48e-07, 9.70e-06, 1.06e-05, 6.06e-06, 1.12e-05, 9.43e-06, 1.09e-05, 8.51e-06, 6.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.56e-05, 5.75e-06, 6.96e-06, 2.48e-07, 9.70e-06, 1.06e-05, 6.06e-06, 1.12e-05, 9.43e-06, 1.09e-05, 8.51e-06, 6.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1452000   [1.29e-05, 5.29e-06, 6.56e-06, 3.16e-07, 7.58e-06, 8.90e-06, 9.99e-06, 1.20e-05, 1.49e-05, 1.06e-05, 1.08e-05, 5.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.29e-05, 5.29e-06, 6.56e-06, 3.16e-07, 7.58e-06, 8.90e-06, 9.99e-06, 1.20e-05, 1.49e-05, 1.06e-05, 1.08e-05, 5.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 47.032147 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1452000   [1.29e-05, 5.29e-06, 6.56e-06, 3.16e-07, 7.58e-06, 8.90e-06, 9.99e-06, 1.20e-05, 1.49e-05, 1.06e-05, 1.08e-05, 5.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.29e-05, 5.29e-06, 6.56e-06, 3.16e-07, 7.58e-06, 8.90e-06, 9.99e-06, 1.20e-05, 1.49e-05, 1.06e-05, 1.08e-05, 5.80e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1454000   [7.64e-07, 6.76e-07, 1.15e-06, 2.24e-07, 1.16e-08, 2.72e-07, 8.36e-06, 4.40e-08, 5.57e-07, 9.15e-07, 5.66e-07, 6.44e-07, 3.18e-11, 7.45e-10, 0.00e+00]    [7.64e-07, 6.76e-07, 1.15e-06, 2.24e-07, 1.16e-08, 2.72e-07, 8.36e-06, 4.40e-08, 5.57e-07, 9.15e-07, 5.66e-07, 6.44e-07, 3.18e-11, 7.45e-10, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 43.555393 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1454000   [7.64e-07, 6.76e-07, 1.15e-06, 2.24e-07, 1.16e-08, 2.72e-07, 8.36e-06, 4.40e-08, 5.57e-07, 9.15e-07, 5.66e-07, 6.44e-07, 3.18e-11, 7.45e-10, 0.00e+00]    [7.64e-07, 6.76e-07, 1.15e-06, 2.24e-07, 1.16e-08, 2.72e-07, 8.36e-06, 4.40e-08, 5.57e-07, 9.15e-07, 5.66e-07, 6.44e-07, 3.18e-11, 7.45e-10, 0.00e+00]    []  
1456000   [8.93e-07, 7.83e-07, 1.44e-06, 2.56e-07, 1.81e-08, 3.09e-09, 7.45e-06, 5.36e-09, 1.94e-06, 1.53e-06, 1.41e-06, 1.74e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [8.93e-07, 7.83e-07, 1.44e-06, 2.56e-07, 1.81e-08, 3.09e-09, 7.45e-06, 5.36e-09, 1.94e-06, 1.53e-06, 1.41e-06, 1.74e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.090643 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1456000   [8.93e-07, 7.83e-07, 1.44e-06, 2.56e-07, 1.81e-08, 3.09e-09, 7.45e-06, 5.36e-09, 1.94e-06, 1.53e-06, 1.41e-06, 1.74e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [8.93e-07, 7.83e-07, 1.44e-06, 2.56e-07, 1.81e-08, 3.09e-09, 7.45e-06, 5.36e-09, 1.94e-06, 1.53e-06, 1.41e-06, 1.74e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1458000   [2.23e-06, 1.14e-06, 9.31e-07, 1.91e-07, 7.07e-07, 2.13e-06, 1.35e-05, 5.51e-07, 7.37e-07, 3.18e-07, 1.53e-06, 3.92e-06, 1.11e-07, 6.53e-08, 0.00e+00]    [2.23e-06, 1.14e-06, 9.31e-07, 1.91e-07, 7.07e-07, 2.13e-06, 1.35e-05, 5.51e-07, 7.37e-07, 3.18e-07, 1.53e-06, 3.92e-06, 1.11e-07, 6.53e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 43.491333 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1458000   [2.23e-06, 1.14e-06, 9.31e-07, 1.91e-07, 7.07e-07, 2.13e-06, 1.35e-05, 5.51e-07, 7.37e-07, 3.18e-07, 1.53e-06, 3.92e-06, 1.11e-07, 6.53e-08, 0.00e+00]    [2.23e-06, 1.14e-06, 9.31e-07, 1.91e-07, 7.07e-07, 2.13e-06, 1.35e-05, 5.51e-07, 7.37e-07, 3.18e-07, 1.53e-06, 3.92e-06, 1.11e-07, 6.53e-08, 0.00e+00]    []  
1460000   [3.81e-06, 2.14e-06, 1.36e-06, 2.41e-07, 1.34e-06, 2.65e-06, 1.91e-05, 1.07e-06, 1.96e-06, 9.09e-07, 1.18e-06, 1.00e-05, 5.73e-07, 1.78e-07, 0.00e+00]    [3.81e-06, 2.14e-06, 1.36e-06, 2.41e-07, 1.34e-06, 2.65e-06, 1.91e-05, 1.07e-06, 1.96e-06, 9.09e-07, 1.18e-06, 1.00e-05, 5.73e-07, 1.78e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.408817 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1460000   [3.81e-06, 2.14e-06, 1.36e-06, 2.41e-07, 1.34e-06, 2.65e-06, 1.91e-05, 1.07e-06, 1.96e-06, 9.09e-07, 1.18e-06, 1.00e-05, 5.73e-07, 1.78e-07, 0.00e+00]    [3.81e-06, 2.14e-06, 1.36e-06, 2.41e-07, 1.34e-06, 2.65e-06, 1.91e-05, 1.07e-06, 1.96e-06, 9.09e-07, 1.18e-06, 1.00e-05, 5.73e-07, 1.78e-07, 0.00e+00]    []  
1462000   [1.54e-05, 6.60e-06, 9.74e-06, 3.70e-07, 5.76e-06, 3.51e-06, 2.32e-06, 5.59e-06, 8.26e-06, 8.33e-06, 6.94e-06, 6.48e-05, 5.44e-06, 8.12e-07, 6.35e-09]    [1.54e-05, 6.60e-06, 9.74e-06, 3.70e-07, 5.76e-06, 3.51e-06, 2.32e-06, 5.59e-06, 8.26e-06, 8.33e-06, 6.94e-06, 6.48e-05, 5.44e-06, 8.12e-07, 6.35e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.772111 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1462000   [1.54e-05, 6.60e-06, 9.74e-06, 3.70e-07, 5.76e-06, 3.51e-06, 2.32e-06, 5.59e-06, 8.26e-06, 8.33e-06, 6.94e-06, 6.48e-05, 5.44e-06, 8.12e-07, 6.35e-09]    [1.54e-05, 6.60e-06, 9.74e-06, 3.70e-07, 5.76e-06, 3.51e-06, 2.32e-06, 5.59e-06, 8.26e-06, 8.33e-06, 6.94e-06, 6.48e-05, 5.44e-06, 8.12e-07, 6.35e-09]    []  
1464000   [1.78e-05, 7.08e-06, 1.03e-05, 3.25e-07, 7.65e-06, 3.27e-06, 1.31e-06, 5.42e-06, 1.05e-05, 8.83e-06, 7.34e-06, 7.15e-05, 5.73e-06, 7.53e-07, 0.00e+00]    [1.78e-05, 7.08e-06, 1.03e-05, 3.25e-07, 7.65e-06, 3.27e-06, 1.31e-06, 5.42e-06, 1.05e-05, 8.83e-06, 7.34e-06, 7.15e-05, 5.73e-06, 7.53e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.506331 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1464000   [1.78e-05, 7.08e-06, 1.03e-05, 3.25e-07, 7.65e-06, 3.27e-06, 1.31e-06, 5.42e-06, 1.05e-05, 8.83e-06, 7.34e-06, 7.15e-05, 5.73e-06, 7.53e-07, 0.00e+00]    [1.78e-05, 7.08e-06, 1.03e-05, 3.25e-07, 7.65e-06, 3.27e-06, 1.31e-06, 5.42e-06, 1.05e-05, 8.83e-06, 7.34e-06, 7.15e-05, 5.73e-06, 7.53e-07, 0.00e+00]    []  
1466000   [2.16e-05, 7.07e-06, 1.23e-05, 2.03e-07, 1.00e-05, 4.03e-06, 4.34e-06, 6.87e-06, 1.92e-05, 9.96e-06, 7.53e-06, 7.99e-05, 6.09e-06, 7.80e-07, 1.19e-08]    [2.16e-05, 7.07e-06, 1.23e-05, 2.03e-07, 1.00e-05, 4.03e-06, 4.34e-06, 6.87e-06, 1.92e-05, 9.96e-06, 7.53e-06, 7.99e-05, 6.09e-06, 7.80e-07, 1.19e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.351249 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1466000   [2.16e-05, 7.07e-06, 1.23e-05, 2.03e-07, 1.00e-05, 4.03e-06, 4.34e-06, 6.87e-06, 1.92e-05, 9.96e-06, 7.53e-06, 7.99e-05, 6.09e-06, 7.80e-07, 1.19e-08]    [2.16e-05, 7.07e-06, 1.23e-05, 2.03e-07, 1.00e-05, 4.03e-06, 4.34e-06, 6.87e-06, 1.92e-05, 9.96e-06, 7.53e-06, 7.99e-05, 6.09e-06, 7.80e-07, 1.19e-08]    []  
1468000   [1.71e-05, 7.72e-06, 1.09e-05, 4.72e-07, 6.70e-06, 3.13e-06, 2.27e-06, 5.86e-06, 9.01e-06, 9.44e-06, 8.01e-06, 7.34e-05, 6.32e-06, 6.92e-07, 6.21e-09]    [1.71e-05, 7.72e-06, 1.09e-05, 4.72e-07, 6.70e-06, 3.13e-06, 2.27e-06, 5.86e-06, 9.01e-06, 9.44e-06, 8.01e-06, 7.34e-05, 6.32e-06, 6.92e-07, 6.21e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.342048 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1468000   [1.71e-05, 7.72e-06, 1.09e-05, 4.72e-07, 6.70e-06, 3.13e-06, 2.27e-06, 5.86e-06, 9.01e-06, 9.44e-06, 8.01e-06, 7.34e-05, 6.32e-06, 6.92e-07, 6.21e-09]    [1.71e-05, 7.72e-06, 1.09e-05, 4.72e-07, 6.70e-06, 3.13e-06, 2.27e-06, 5.86e-06, 9.01e-06, 9.44e-06, 8.01e-06, 7.34e-05, 6.32e-06, 6.92e-07, 6.21e-09]    []  
1470000   [1.59e-05, 7.51e-06, 9.48e-06, 3.93e-07, 6.51e-06, 2.68e-06, 1.27e-06, 6.28e-06, 1.06e-05, 8.46e-06, 5.88e-06, 6.29e-05, 5.70e-06, 5.73e-07, 0.00e+00]    [1.59e-05, 7.51e-06, 9.48e-06, 3.93e-07, 6.51e-06, 2.68e-06, 1.27e-06, 6.28e-06, 1.06e-05, 8.46e-06, 5.88e-06, 6.29e-05, 5.70e-06, 5.73e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.564648 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1470000   [1.59e-05, 7.51e-06, 9.48e-06, 3.93e-07, 6.51e-06, 2.68e-06, 1.27e-06, 6.28e-06, 1.06e-05, 8.46e-06, 5.88e-06, 6.29e-05, 5.70e-06, 5.73e-07, 0.00e+00]    [1.59e-05, 7.51e-06, 9.48e-06, 3.93e-07, 6.51e-06, 2.68e-06, 1.27e-06, 6.28e-06, 1.06e-05, 8.46e-06, 5.88e-06, 6.29e-05, 5.70e-06, 5.73e-07, 0.00e+00]    []  
1472000   [9.33e-07, 6.42e-07, 1.18e-06, 2.40e-07, 2.80e-07, 1.90e-08, 2.84e-05, 3.85e-07, 3.47e-07, 1.77e-06, 1.03e-06, 3.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [9.33e-07, 6.42e-07, 1.18e-06, 2.40e-07, 2.80e-07, 1.90e-08, 2.84e-05, 3.85e-07, 3.47e-07, 1.77e-06, 1.03e-06, 3.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.841455 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1472000   [9.33e-07, 6.42e-07, 1.18e-06, 2.40e-07, 2.80e-07, 1.90e-08, 2.84e-05, 3.85e-07, 3.47e-07, 1.77e-06, 1.03e-06, 3.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [9.33e-07, 6.42e-07, 1.18e-06, 2.40e-07, 2.80e-07, 1.90e-08, 2.84e-05, 3.85e-07, 3.47e-07, 1.77e-06, 1.03e-06, 3.86e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1474000   [2.48e-05, 6.43e-06, 1.79e-05, 1.86e-07, 1.45e-05, 1.59e-05, 1.59e-05, 1.07e-05, 1.56e-05, 2.28e-05, 1.30e-05, 1.45e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.48e-05, 6.43e-06, 1.79e-05, 1.86e-07, 1.45e-05, 1.59e-05, 1.59e-05, 1.07e-05, 1.56e-05, 2.28e-05, 1.30e-05, 1.45e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.169993 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1474000   [2.48e-05, 6.43e-06, 1.79e-05, 1.86e-07, 1.45e-05, 1.59e-05, 1.59e-05, 1.07e-05, 1.56e-05, 2.28e-05, 1.30e-05, 1.45e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.48e-05, 6.43e-06, 1.79e-05, 1.86e-07, 1.45e-05, 1.59e-05, 1.59e-05, 1.07e-05, 1.56e-05, 2.28e-05, 1.30e-05, 1.45e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1476000   [3.82e-06, 1.31e-06, 3.08e-06, 2.06e-07, 3.03e-06, 4.03e-06, 2.50e-07, 2.13e-06, 2.63e-06, 3.94e-06, 4.23e-06, 2.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.82e-06, 1.31e-06, 3.08e-06, 2.06e-07, 3.03e-06, 4.03e-06, 2.50e-07, 2.13e-06, 2.63e-06, 3.94e-06, 4.23e-06, 2.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.688082 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1476000   [3.82e-06, 1.31e-06, 3.08e-06, 2.06e-07, 3.03e-06, 4.03e-06, 2.50e-07, 2.13e-06, 2.63e-06, 3.94e-06, 4.23e-06, 2.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [3.82e-06, 1.31e-06, 3.08e-06, 2.06e-07, 3.03e-06, 4.03e-06, 2.50e-07, 2.13e-06, 2.63e-06, 3.94e-06, 4.23e-06, 2.76e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1478000   [1.97e-05, 5.82e-06, 1.23e-05, 2.14e-07, 1.41e-05, 1.79e-05, 6.06e-07, 1.36e-05, 1.53e-05, 5.18e-06, 1.56e-05, 9.79e-05, 3.64e-06, 2.16e-06, 1.66e-09]    [1.97e-05, 5.82e-06, 1.23e-05, 2.14e-07, 1.41e-05, 1.79e-05, 6.06e-07, 1.36e-05, 1.53e-05, 5.18e-06, 1.56e-05, 9.79e-05, 3.64e-06, 2.16e-06, 1.66e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 47.228223 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1478000   [1.97e-05, 5.82e-06, 1.23e-05, 2.14e-07, 1.41e-05, 1.79e-05, 6.06e-07, 1.36e-05, 1.53e-05, 5.18e-06, 1.56e-05, 9.79e-05, 3.64e-06, 2.16e-06, 1.66e-09]    [1.97e-05, 5.82e-06, 1.23e-05, 2.14e-07, 1.41e-05, 1.79e-05, 6.06e-07, 1.36e-05, 1.53e-05, 5.18e-06, 1.56e-05, 9.79e-05, 3.64e-06, 2.16e-06, 1.66e-09]    []  
1480000   [1.77e-05, 7.56e-06, 9.62e-06, 3.18e-07, 7.83e-06, 2.11e-06, 3.92e-07, 5.31e-06, 1.31e-05, 8.57e-06, 6.42e-06, 6.44e-05, 5.59e-06, 4.65e-07, 0.00e+00]    [1.77e-05, 7.56e-06, 9.62e-06, 3.18e-07, 7.83e-06, 2.11e-06, 3.92e-07, 5.31e-06, 1.31e-05, 8.57e-06, 6.42e-06, 6.44e-05, 5.59e-06, 4.65e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 46.157338 s

Best train step: 1079897
alpha: 0.21980887651
beta: 0.10970002413
kappa: -0.012434460223
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1480000   [1.77e-05, 7.56e-06, 9.62e-06, 3.18e-07, 7.83e-06, 2.11e-06, 3.92e-07, 5.31e-06, 1.31e-05, 8.57e-06, 6.42e-06, 6.44e-05, 5.59e-06, 4.65e-07, 0.00e+00]    [1.77e-05, 7.56e-06, 9.62e-06, 3.18e-07, 7.83e-06, 2.11e-06, 3.92e-07, 5.31e-06, 1.31e-05, 8.57e-06, 6.42e-06, 6.44e-05, 5.59e-06, 4.65e-07, 0.00e+00]    []  
1482000   [2.50e-05, 7.45e-06, 1.57e-05, 1.66e-07, 1.62e-05, 1.49e-05, 1.59e-05, 1.31e-05, 1.94e-05, 8.78e-06, 1.21e-05, 1.13e-04, 5.92e-06, 2.12e-06, 4.34e-08]    [2.50e-05, 7.45e-06, 1.57e-05, 1.66e-07, 1.62e-05, 1.49e-05, 1.59e-05, 1.31e-05, 1.94e-05, 8.78e-06, 1.21e-05, 1.13e-04, 5.92e-06, 2.12e-06, 4.34e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 43.931203 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1482000   [2.50e-05, 7.45e-06, 1.57e-05, 1.66e-07, 1.62e-05, 1.49e-05, 1.59e-05, 1.31e-05, 1.94e-05, 8.78e-06, 1.21e-05, 1.13e-04, 5.92e-06, 2.12e-06, 4.34e-08]    [2.50e-05, 7.45e-06, 1.57e-05, 1.66e-07, 1.62e-05, 1.49e-05, 1.59e-05, 1.31e-05, 1.94e-05, 8.78e-06, 1.21e-05, 1.13e-04, 5.92e-06, 2.12e-06, 4.34e-08]    []  
1484000   [7.38e-06, 4.05e-06, 8.69e-06, 4.74e-07, 5.31e-06, 3.24e-06, 3.99e-06, 4.20e-06, 6.14e-06, 7.60e-06, 4.29e-06, 4.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.38e-06, 4.05e-06, 8.69e-06, 4.74e-07, 5.31e-06, 3.24e-06, 3.99e-06, 4.20e-06, 6.14e-06, 7.60e-06, 4.29e-06, 4.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 42.152248 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1484000   [7.38e-06, 4.05e-06, 8.69e-06, 4.74e-07, 5.31e-06, 3.24e-06, 3.99e-06, 4.20e-06, 6.14e-06, 7.60e-06, 4.29e-06, 4.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [7.38e-06, 4.05e-06, 8.69e-06, 4.74e-07, 5.31e-06, 3.24e-06, 3.99e-06, 4.20e-06, 6.14e-06, 7.60e-06, 4.29e-06, 4.89e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1486000   [2.29e-05, 6.24e-06, 1.79e-05, 1.93e-07, 1.23e-05, 1.25e-05, 1.53e-05, 9.26e-06, 1.44e-05, 2.04e-05, 9.93e-06, 1.24e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.29e-05, 6.24e-06, 1.79e-05, 1.93e-07, 1.23e-05, 1.25e-05, 1.53e-05, 9.26e-06, 1.44e-05, 2.04e-05, 9.93e-06, 1.24e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.862404 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1486000   [2.29e-05, 6.24e-06, 1.79e-05, 1.93e-07, 1.23e-05, 1.25e-05, 1.53e-05, 9.26e-06, 1.44e-05, 2.04e-05, 9.93e-06, 1.24e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.29e-05, 6.24e-06, 1.79e-05, 1.93e-07, 1.23e-05, 1.25e-05, 1.53e-05, 9.26e-06, 1.44e-05, 2.04e-05, 9.93e-06, 1.24e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1488000   [4.07e-06, 2.80e-06, 1.35e-06, 4.12e-07, 1.09e-06, 3.93e-06, 1.52e-05, 1.30e-06, 2.00e-06, 9.62e-07, 1.53e-06, 1.04e-05, 5.92e-07, 1.91e-07, 0.00e+00]    [4.07e-06, 2.80e-06, 1.35e-06, 4.12e-07, 1.09e-06, 3.93e-06, 1.52e-05, 1.30e-06, 2.00e-06, 9.62e-07, 1.53e-06, 1.04e-05, 5.92e-07, 1.91e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 40.743304 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1488000   [4.07e-06, 2.80e-06, 1.35e-06, 4.12e-07, 1.09e-06, 3.93e-06, 1.52e-05, 1.30e-06, 2.00e-06, 9.62e-07, 1.53e-06, 1.04e-05, 5.92e-07, 1.91e-07, 0.00e+00]    [4.07e-06, 2.80e-06, 1.35e-06, 4.12e-07, 1.09e-06, 3.93e-06, 1.52e-05, 1.30e-06, 2.00e-06, 9.62e-07, 1.53e-06, 1.04e-05, 5.92e-07, 1.91e-07, 0.00e+00]    []  
1490000   [1.86e-05, 5.68e-06, 1.17e-05, 1.96e-07, 1.11e-05, 1.20e-05, 1.43e-05, 9.04e-06, 1.29e-05, 5.82e-06, 1.04e-05, 8.22e-05, 3.93e-06, 1.82e-06, 3.92e-08]    [1.86e-05, 5.68e-06, 1.17e-05, 1.96e-07, 1.11e-05, 1.20e-05, 1.43e-05, 9.04e-06, 1.29e-05, 5.82e-06, 1.04e-05, 8.22e-05, 3.93e-06, 1.82e-06, 3.92e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.034250 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1490000   [1.86e-05, 5.68e-06, 1.17e-05, 1.96e-07, 1.11e-05, 1.20e-05, 1.43e-05, 9.04e-06, 1.29e-05, 5.82e-06, 1.04e-05, 8.22e-05, 3.93e-06, 1.82e-06, 3.92e-08]    [1.86e-05, 5.68e-06, 1.17e-05, 1.96e-07, 1.11e-05, 1.20e-05, 1.43e-05, 9.04e-06, 1.29e-05, 5.82e-06, 1.04e-05, 8.22e-05, 3.93e-06, 1.82e-06, 3.92e-08]    []  
1492000   [1.77e-05, 5.50e-06, 1.05e-05, 6.05e-08, 9.63e-06, 4.95e-06, 2.18e-06, 6.76e-06, 1.30e-05, 7.47e-06, 5.07e-06, 6.44e-05, 4.63e-06, 7.61e-07, 5.98e-09]    [1.77e-05, 5.50e-06, 1.05e-05, 6.05e-08, 9.63e-06, 4.95e-06, 2.18e-06, 6.76e-06, 1.30e-05, 7.47e-06, 5.07e-06, 6.44e-05, 4.63e-06, 7.61e-07, 5.98e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.567990 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1492000   [1.77e-05, 5.50e-06, 1.05e-05, 6.05e-08, 9.63e-06, 4.95e-06, 2.18e-06, 6.76e-06, 1.30e-05, 7.47e-06, 5.07e-06, 6.44e-05, 4.63e-06, 7.61e-07, 5.98e-09]    [1.77e-05, 5.50e-06, 1.05e-05, 6.05e-08, 9.63e-06, 4.95e-06, 2.18e-06, 6.76e-06, 1.30e-05, 7.47e-06, 5.07e-06, 6.44e-05, 4.63e-06, 7.61e-07, 5.98e-09]    []  
1494000   [2.64e-05, 1.06e-05, 1.04e-05, 2.60e-07, 1.99e-05, 3.72e-05, 5.99e-06, 2.12e-05, 1.29e-05, 2.11e-05, 3.26e-05, 1.76e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.64e-05, 1.06e-05, 1.04e-05, 2.60e-07, 1.99e-05, 3.72e-05, 5.99e-06, 2.12e-05, 1.29e-05, 2.11e-05, 3.26e-05, 1.76e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 45.033749 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1494000   [2.64e-05, 1.06e-05, 1.04e-05, 2.60e-07, 1.99e-05, 3.72e-05, 5.99e-06, 2.12e-05, 1.29e-05, 2.11e-05, 3.26e-05, 1.76e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.64e-05, 1.06e-05, 1.04e-05, 2.60e-07, 1.99e-05, 3.72e-05, 5.99e-06, 2.12e-05, 1.29e-05, 2.11e-05, 3.26e-05, 1.76e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1496000   [1.06e-05, 8.32e-06, 1.29e-05, 1.88e-06, 7.25e-06, 2.75e-06, 1.37e-05, 2.16e-06, 3.19e-06, 1.26e-05, 3.37e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.06e-05, 8.32e-06, 1.29e-05, 1.88e-06, 7.25e-06, 2.75e-06, 1.37e-05, 2.16e-06, 3.19e-06, 1.26e-05, 3.37e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.863500 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1496000   [1.06e-05, 8.32e-06, 1.29e-05, 1.88e-06, 7.25e-06, 2.75e-06, 1.37e-05, 2.16e-06, 3.19e-06, 1.26e-05, 3.37e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [1.06e-05, 8.32e-06, 1.29e-05, 1.88e-06, 7.25e-06, 2.75e-06, 1.37e-05, 2.16e-06, 3.19e-06, 1.26e-05, 3.37e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1498000   [1.05e-05, 3.58e-06, 8.11e-06, 2.07e-07, 8.12e-06, 1.20e-05, 2.30e-05, 6.43e-06, 7.78e-06, 1.53e-05, 7.16e-06, 7.39e-05, 0.00e+00, 0.00e+00, 6.31e-08]    [1.05e-05, 3.58e-06, 8.11e-06, 2.07e-07, 8.12e-06, 1.20e-05, 2.30e-05, 6.43e-06, 7.78e-06, 1.53e-05, 7.16e-06, 7.39e-05, 0.00e+00, 0.00e+00, 6.31e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.759950 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1498000   [1.05e-05, 3.58e-06, 8.11e-06, 2.07e-07, 8.12e-06, 1.20e-05, 2.30e-05, 6.43e-06, 7.78e-06, 1.53e-05, 7.16e-06, 7.39e-05, 0.00e+00, 0.00e+00, 6.31e-08]    [1.05e-05, 3.58e-06, 8.11e-06, 2.07e-07, 8.12e-06, 1.20e-05, 2.30e-05, 6.43e-06, 7.78e-06, 1.53e-05, 7.16e-06, 7.39e-05, 0.00e+00, 0.00e+00, 6.31e-08]    []  
1500000   [3.90e-06, 1.98e-06, 5.03e-06, 2.12e-07, 9.46e-07, 8.10e-07, 5.00e-08, 1.09e-06, 7.04e-06, 4.14e-07, 1.97e-06, 8.98e-06, 1.07e-07, 2.22e-09, 0.00e+00]    [3.90e-06, 1.98e-06, 5.03e-06, 2.12e-07, 9.46e-07, 8.10e-07, 5.00e-08, 1.09e-06, 7.04e-06, 4.14e-07, 1.97e-06, 8.98e-06, 1.07e-07, 2.22e-09, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 43.279812 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1500000   [3.90e-06, 1.98e-06, 5.03e-06, 2.12e-07, 9.46e-07, 8.10e-07, 5.00e-08, 1.09e-06, 7.04e-06, 4.14e-07, 1.97e-06, 8.98e-06, 1.07e-07, 2.22e-09, 0.00e+00]    [3.90e-06, 1.98e-06, 5.03e-06, 2.12e-07, 9.46e-07, 8.10e-07, 5.00e-08, 1.09e-06, 7.04e-06, 4.14e-07, 1.97e-06, 8.98e-06, 1.07e-07, 2.22e-09, 0.00e+00]    []  
1502000   [1.35e-06, 1.41e-06, 2.02e-06, 2.80e-07, 2.04e-08, 1.87e-08, 2.49e-07, 1.47e-08, 5.12e-07, 3.27e-07, 3.35e-07, 1.57e-07, 1.48e-09, 5.13e-11, 6.82e-10]    [1.35e-06, 1.41e-06, 2.02e-06, 2.80e-07, 2.04e-08, 1.87e-08, 2.49e-07, 1.47e-08, 5.12e-07, 3.27e-07, 3.35e-07, 1.57e-07, 1.48e-09, 5.13e-11, 6.82e-10]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 44.443032 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1502000   [1.35e-06, 1.41e-06, 2.02e-06, 2.80e-07, 2.04e-08, 1.87e-08, 2.49e-07, 1.47e-08, 5.12e-07, 3.27e-07, 3.35e-07, 1.57e-07, 1.48e-09, 5.13e-11, 6.82e-10]    [1.35e-06, 1.41e-06, 2.02e-06, 2.80e-07, 2.04e-08, 1.87e-08, 2.49e-07, 1.47e-08, 5.12e-07, 3.27e-07, 3.35e-07, 1.57e-07, 1.48e-09, 5.13e-11, 6.82e-10]    []  
1504000   [2.45e-06, 2.35e-06, 2.68e-06, 7.06e-07, 3.83e-08, 2.26e-09, 2.04e-06, 2.47e-07, 1.17e-06, 3.08e-06, 6.58e-07, 1.47e-06, 2.42e-10, 2.22e-08, 0.00e+00]    [2.45e-06, 2.35e-06, 2.68e-06, 7.06e-07, 3.83e-08, 2.26e-09, 2.04e-06, 2.47e-07, 1.17e-06, 3.08e-06, 6.58e-07, 1.47e-06, 2.42e-10, 2.22e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 43.981589 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1504000   [2.45e-06, 2.35e-06, 2.68e-06, 7.06e-07, 3.83e-08, 2.26e-09, 2.04e-06, 2.47e-07, 1.17e-06, 3.08e-06, 6.58e-07, 1.47e-06, 2.42e-10, 2.22e-08, 0.00e+00]    [2.45e-06, 2.35e-06, 2.68e-06, 7.06e-07, 3.83e-08, 2.26e-09, 2.04e-06, 2.47e-07, 1.17e-06, 3.08e-06, 6.58e-07, 1.47e-06, 2.42e-10, 2.22e-08, 0.00e+00]    []  
1506000   [1.28e-06, 2.81e-06, 2.57e-06, 5.33e-07, 1.29e-08, 2.32e-07, 6.42e-06, 2.85e-07, 1.73e-06, 3.45e-06, 1.35e-06, 3.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.28e-06, 2.81e-06, 2.57e-06, 5.33e-07, 1.29e-08, 2.32e-07, 6.42e-06, 2.85e-07, 1.73e-06, 3.45e-06, 1.35e-06, 3.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.047443 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1506000   [1.28e-06, 2.81e-06, 2.57e-06, 5.33e-07, 1.29e-08, 2.32e-07, 6.42e-06, 2.85e-07, 1.73e-06, 3.45e-06, 1.35e-06, 3.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.28e-06, 2.81e-06, 2.57e-06, 5.33e-07, 1.29e-08, 2.32e-07, 6.42e-06, 2.85e-07, 1.73e-06, 3.45e-06, 1.35e-06, 3.72e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1508000   [1.70e-06, 7.59e-07, 9.78e-07, 1.18e-07, 1.28e-06, 6.55e-07, 2.11e-06, 5.99e-07, 1.08e-06, 1.44e-06, 1.03e-06, 7.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.70e-06, 7.59e-07, 9.78e-07, 1.18e-07, 1.28e-06, 6.55e-07, 2.11e-06, 5.99e-07, 1.08e-06, 1.44e-06, 1.03e-06, 7.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.947206 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1508000   [1.70e-06, 7.59e-07, 9.78e-07, 1.18e-07, 1.28e-06, 6.55e-07, 2.11e-06, 5.99e-07, 1.08e-06, 1.44e-06, 1.03e-06, 7.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.70e-06, 7.59e-07, 9.78e-07, 1.18e-07, 1.28e-06, 6.55e-07, 2.11e-06, 5.99e-07, 1.08e-06, 1.44e-06, 1.03e-06, 7.53e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1510000   [1.04e-06, 1.32e-06, 1.48e-06, 2.97e-07, 4.08e-07, 1.03e-07, 2.93e-06, 1.82e-06, 6.35e-06, 2.78e-06, 6.19e-06, 5.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.04e-06, 1.32e-06, 1.48e-06, 2.97e-07, 4.08e-07, 1.03e-07, 2.93e-06, 1.82e-06, 6.35e-06, 2.78e-06, 6.19e-06, 5.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.424970 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1510000   [1.04e-06, 1.32e-06, 1.48e-06, 2.97e-07, 4.08e-07, 1.03e-07, 2.93e-06, 1.82e-06, 6.35e-06, 2.78e-06, 6.19e-06, 5.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    [1.04e-06, 1.32e-06, 1.48e-06, 2.97e-07, 4.08e-07, 1.03e-07, 2.93e-06, 1.82e-06, 6.35e-06, 2.78e-06, 6.19e-06, 5.52e-06, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1512000   [3.16e-05, 7.86e-06, 1.78e-05, 1.68e-07, 1.59e-05, 1.79e-05, 1.53e-05, 1.21e-05, 1.33e-05, 2.32e-05, 1.67e-05, 1.47e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [3.16e-05, 7.86e-06, 1.78e-05, 1.68e-07, 1.59e-05, 1.79e-05, 1.53e-05, 1.21e-05, 1.33e-05, 2.32e-05, 1.67e-05, 1.47e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.624834 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1512000   [3.16e-05, 7.86e-06, 1.78e-05, 1.68e-07, 1.59e-05, 1.79e-05, 1.53e-05, 1.21e-05, 1.33e-05, 2.32e-05, 1.67e-05, 1.47e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [3.16e-05, 7.86e-06, 1.78e-05, 1.68e-07, 1.59e-05, 1.79e-05, 1.53e-05, 1.21e-05, 1.33e-05, 2.32e-05, 1.67e-05, 1.47e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1514000   [2.05e-06, 1.37e-06, 1.15e-06, 2.97e-07, 1.61e-06, 1.88e-06, 1.22e-08, 7.77e-07, 2.95e-06, 1.91e-06, 5.93e-06, 1.03e-05, 0.00e+00, 0.00e+00, 3.34e-11]    [2.05e-06, 1.37e-06, 1.15e-06, 2.97e-07, 1.61e-06, 1.88e-06, 1.22e-08, 7.77e-07, 2.95e-06, 1.91e-06, 5.93e-06, 1.03e-05, 0.00e+00, 0.00e+00, 3.34e-11]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.394962 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1514000   [2.05e-06, 1.37e-06, 1.15e-06, 2.97e-07, 1.61e-06, 1.88e-06, 1.22e-08, 7.77e-07, 2.95e-06, 1.91e-06, 5.93e-06, 1.03e-05, 0.00e+00, 0.00e+00, 3.34e-11]    [2.05e-06, 1.37e-06, 1.15e-06, 2.97e-07, 1.61e-06, 1.88e-06, 1.22e-08, 7.77e-07, 2.95e-06, 1.91e-06, 5.93e-06, 1.03e-05, 0.00e+00, 0.00e+00, 3.34e-11]    []  
1516000   [9.09e-06, 5.17e-06, 1.17e-05, 3.64e-07, 6.40e-06, 3.61e-06, 1.39e-06, 3.90e-06, 9.64e-06, 9.99e-06, 4.54e-06, 6.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.09e-06, 5.17e-06, 1.17e-05, 3.64e-07, 6.40e-06, 3.61e-06, 1.39e-06, 3.90e-06, 9.64e-06, 9.99e-06, 4.54e-06, 6.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 31.058622 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1516000   [9.09e-06, 5.17e-06, 1.17e-05, 3.64e-07, 6.40e-06, 3.61e-06, 1.39e-06, 3.90e-06, 9.64e-06, 9.99e-06, 4.54e-06, 6.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [9.09e-06, 5.17e-06, 1.17e-05, 3.64e-07, 6.40e-06, 3.61e-06, 1.39e-06, 3.90e-06, 9.64e-06, 9.99e-06, 4.54e-06, 6.33e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1518000   [8.78e-06, 5.05e-06, 1.15e-05, 3.36e-07, 5.80e-06, 3.54e-06, 1.13e-06, 3.42e-06, 7.95e-06, 9.46e-06, 4.44e-06, 5.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.78e-06, 5.05e-06, 1.15e-05, 3.36e-07, 5.80e-06, 3.54e-06, 1.13e-06, 3.42e-06, 7.95e-06, 9.46e-06, 4.44e-06, 5.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.905368 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1518000   [8.78e-06, 5.05e-06, 1.15e-05, 3.36e-07, 5.80e-06, 3.54e-06, 1.13e-06, 3.42e-06, 7.95e-06, 9.46e-06, 4.44e-06, 5.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [8.78e-06, 5.05e-06, 1.15e-05, 3.36e-07, 5.80e-06, 3.54e-06, 1.13e-06, 3.42e-06, 7.95e-06, 9.46e-06, 4.44e-06, 5.95e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1520000   [2.24e-05, 7.20e-06, 1.34e-05, 2.28e-07, 1.24e-05, 8.65e-06, 5.68e-06, 8.07e-06, 1.30e-05, 9.38e-06, 1.13e-05, 9.63e-05, 5.75e-06, 1.55e-06, 1.56e-08]    [2.24e-05, 7.20e-06, 1.34e-05, 2.28e-07, 1.24e-05, 8.65e-06, 5.68e-06, 8.07e-06, 1.30e-05, 9.38e-06, 1.13e-05, 9.63e-05, 5.75e-06, 1.55e-06, 1.56e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 34.432834 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1520000   [2.24e-05, 7.20e-06, 1.34e-05, 2.28e-07, 1.24e-05, 8.65e-06, 5.68e-06, 8.07e-06, 1.30e-05, 9.38e-06, 1.13e-05, 9.63e-05, 5.75e-06, 1.55e-06, 1.56e-08]    [2.24e-05, 7.20e-06, 1.34e-05, 2.28e-07, 1.24e-05, 8.65e-06, 5.68e-06, 8.07e-06, 1.30e-05, 9.38e-06, 1.13e-05, 9.63e-05, 5.75e-06, 1.55e-06, 1.56e-08]    []  
1522000   [1.36e-05, 6.26e-06, 7.53e-06, 3.54e-07, 4.70e-06, 4.63e-06, 2.52e-06, 4.37e-06, 5.83e-06, 6.33e-06, 6.75e-06, 5.33e-05, 3.64e-06, 6.26e-07, 6.89e-09]    [1.36e-05, 6.26e-06, 7.53e-06, 3.54e-07, 4.70e-06, 4.63e-06, 2.52e-06, 4.37e-06, 5.83e-06, 6.33e-06, 6.75e-06, 5.33e-05, 3.64e-06, 6.26e-07, 6.89e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.035101 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1522000   [1.36e-05, 6.26e-06, 7.53e-06, 3.54e-07, 4.70e-06, 4.63e-06, 2.52e-06, 4.37e-06, 5.83e-06, 6.33e-06, 6.75e-06, 5.33e-05, 3.64e-06, 6.26e-07, 6.89e-09]    [1.36e-05, 6.26e-06, 7.53e-06, 3.54e-07, 4.70e-06, 4.63e-06, 2.52e-06, 4.37e-06, 5.83e-06, 6.33e-06, 6.75e-06, 5.33e-05, 3.64e-06, 6.26e-07, 6.89e-09]    []  
1524000   [1.87e-05, 6.86e-06, 1.41e-05, 2.43e-07, 1.36e-05, 1.28e-05, 1.24e-05, 1.49e-05, 2.18e-05, 5.34e-06, 8.27e-06, 8.71e-05, 3.84e-06, 1.88e-06, 3.40e-08]    [1.87e-05, 6.86e-06, 1.41e-05, 2.43e-07, 1.36e-05, 1.28e-05, 1.24e-05, 1.49e-05, 2.18e-05, 5.34e-06, 8.27e-06, 8.71e-05, 3.84e-06, 1.88e-06, 3.40e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.328532 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1524000   [1.87e-05, 6.86e-06, 1.41e-05, 2.43e-07, 1.36e-05, 1.28e-05, 1.24e-05, 1.49e-05, 2.18e-05, 5.34e-06, 8.27e-06, 8.71e-05, 3.84e-06, 1.88e-06, 3.40e-08]    [1.87e-05, 6.86e-06, 1.41e-05, 2.43e-07, 1.36e-05, 1.28e-05, 1.24e-05, 1.49e-05, 2.18e-05, 5.34e-06, 8.27e-06, 8.71e-05, 3.84e-06, 1.88e-06, 3.40e-08]    []  
1526000   [2.13e-05, 5.87e-06, 1.67e-05, 1.76e-07, 1.14e-05, 1.31e-05, 9.29e-06, 9.14e-06, 1.04e-05, 1.92e-05, 1.17e-05, 1.16e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.13e-05, 5.87e-06, 1.67e-05, 1.76e-07, 1.14e-05, 1.31e-05, 9.29e-06, 9.14e-06, 1.04e-05, 1.92e-05, 1.17e-05, 1.16e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.478902 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1526000   [2.13e-05, 5.87e-06, 1.67e-05, 1.76e-07, 1.14e-05, 1.31e-05, 9.29e-06, 9.14e-06, 1.04e-05, 1.92e-05, 1.17e-05, 1.16e-04, 0.00e+00, 0.00e+00, 0.00e+00]    [2.13e-05, 5.87e-06, 1.67e-05, 1.76e-07, 1.14e-05, 1.31e-05, 9.29e-06, 9.14e-06, 1.04e-05, 1.92e-05, 1.17e-05, 1.16e-04, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1528000   [2.38e-05, 7.52e-06, 1.48e-05, 1.98e-07, 1.43e-05, 8.97e-06, 1.61e-05, 1.06e-05, 2.06e-05, 9.85e-06, 1.04e-05, 1.08e-04, 6.01e-06, 1.69e-06, 4.42e-08]    [2.38e-05, 7.52e-06, 1.48e-05, 1.98e-07, 1.43e-05, 8.97e-06, 1.61e-05, 1.06e-05, 2.06e-05, 9.85e-06, 1.04e-05, 1.08e-04, 6.01e-06, 1.69e-06, 4.42e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.618949 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1528000   [2.38e-05, 7.52e-06, 1.48e-05, 1.98e-07, 1.43e-05, 8.97e-06, 1.61e-05, 1.06e-05, 2.06e-05, 9.85e-06, 1.04e-05, 1.08e-04, 6.01e-06, 1.69e-06, 4.42e-08]    [2.38e-05, 7.52e-06, 1.48e-05, 1.98e-07, 1.43e-05, 8.97e-06, 1.61e-05, 1.06e-05, 2.06e-05, 9.85e-06, 1.04e-05, 1.08e-04, 6.01e-06, 1.69e-06, 4.42e-08]    []  
1530000   [6.52e-06, 3.25e-06, 2.30e-06, 2.88e-07, 2.12e-06, 2.35e-06, 5.19e-06, 1.44e-06, 1.48e-06, 1.54e-06, 2.36e-06, 1.38e-05, 8.15e-07, 1.29e-07, 0.00e+00]    [6.52e-06, 3.25e-06, 2.30e-06, 2.88e-07, 2.12e-06, 2.35e-06, 5.19e-06, 1.44e-06, 1.48e-06, 1.54e-06, 2.36e-06, 1.38e-05, 8.15e-07, 1.29e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.682184 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1530000   [6.52e-06, 3.25e-06, 2.30e-06, 2.88e-07, 2.12e-06, 2.35e-06, 5.19e-06, 1.44e-06, 1.48e-06, 1.54e-06, 2.36e-06, 1.38e-05, 8.15e-07, 1.29e-07, 0.00e+00]    [6.52e-06, 3.25e-06, 2.30e-06, 2.88e-07, 2.12e-06, 2.35e-06, 5.19e-06, 1.44e-06, 1.48e-06, 1.54e-06, 2.36e-06, 1.38e-05, 8.15e-07, 1.29e-07, 0.00e+00]    []  
1532000   [6.11e-06, 3.87e-06, 3.66e-06, 2.85e-07, 3.51e-06, 6.36e-06, 5.06e-06, 6.79e-06, 7.41e-06, 7.72e-06, 6.18e-06, 3.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.11e-06, 3.87e-06, 3.66e-06, 2.85e-07, 3.51e-06, 6.36e-06, 5.06e-06, 6.79e-06, 7.41e-06, 7.72e-06, 6.18e-06, 3.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.221658 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1532000   [6.11e-06, 3.87e-06, 3.66e-06, 2.85e-07, 3.51e-06, 6.36e-06, 5.06e-06, 6.79e-06, 7.41e-06, 7.72e-06, 6.18e-06, 3.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [6.11e-06, 3.87e-06, 3.66e-06, 2.85e-07, 3.51e-06, 6.36e-06, 5.06e-06, 6.79e-06, 7.41e-06, 7.72e-06, 6.18e-06, 3.86e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1534000   [5.18e-06, 2.44e-06, 3.03e-06, 2.68e-07, 3.23e-06, 2.79e-06, 2.06e-05, 4.83e-06, 7.50e-06, 6.70e-06, 4.96e-06, 2.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.18e-06, 2.44e-06, 3.03e-06, 2.68e-07, 3.23e-06, 2.79e-06, 2.06e-05, 4.83e-06, 7.50e-06, 6.70e-06, 4.96e-06, 2.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.162878 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1534000   [5.18e-06, 2.44e-06, 3.03e-06, 2.68e-07, 3.23e-06, 2.79e-06, 2.06e-05, 4.83e-06, 7.50e-06, 6.70e-06, 4.96e-06, 2.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.18e-06, 2.44e-06, 3.03e-06, 2.68e-07, 3.23e-06, 2.79e-06, 2.06e-05, 4.83e-06, 7.50e-06, 6.70e-06, 4.96e-06, 2.96e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1536000   [2.14e-05, 6.86e-06, 1.42e-05, 1.96e-07, 1.47e-05, 1.11e-05, 6.95e-06, 1.72e-05, 2.89e-05, 7.38e-06, 8.59e-06, 9.82e-05, 4.94e-06, 1.81e-06, 1.90e-08]    [2.14e-05, 6.86e-06, 1.42e-05, 1.96e-07, 1.47e-05, 1.11e-05, 6.95e-06, 1.72e-05, 2.89e-05, 7.38e-06, 8.59e-06, 9.82e-05, 4.94e-06, 1.81e-06, 1.90e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.703431 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1536000   [2.14e-05, 6.86e-06, 1.42e-05, 1.96e-07, 1.47e-05, 1.11e-05, 6.95e-06, 1.72e-05, 2.89e-05, 7.38e-06, 8.59e-06, 9.82e-05, 4.94e-06, 1.81e-06, 1.90e-08]    [2.14e-05, 6.86e-06, 1.42e-05, 1.96e-07, 1.47e-05, 1.11e-05, 6.95e-06, 1.72e-05, 2.89e-05, 7.38e-06, 8.59e-06, 9.82e-05, 4.94e-06, 1.81e-06, 1.90e-08]    []  
1538000   [4.82e-06, 2.61e-06, 1.81e-06, 2.67e-07, 1.95e-06, 1.62e-06, 2.29e-05, 1.44e-06, 2.12e-06, 1.17e-06, 1.86e-06, 1.40e-05, 7.80e-07, 1.49e-07, 0.00e+00]    [4.82e-06, 2.61e-06, 1.81e-06, 2.67e-07, 1.95e-06, 1.62e-06, 2.29e-05, 1.44e-06, 2.12e-06, 1.17e-06, 1.86e-06, 1.40e-05, 7.80e-07, 1.49e-07, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.514219 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1538000   [4.82e-06, 2.61e-06, 1.81e-06, 2.67e-07, 1.95e-06, 1.62e-06, 2.29e-05, 1.44e-06, 2.12e-06, 1.17e-06, 1.86e-06, 1.40e-05, 7.80e-07, 1.49e-07, 0.00e+00]    [4.82e-06, 2.61e-06, 1.81e-06, 2.67e-07, 1.95e-06, 1.62e-06, 2.29e-05, 1.44e-06, 2.12e-06, 1.17e-06, 1.86e-06, 1.40e-05, 7.80e-07, 1.49e-07, 0.00e+00]    []  
1540000   [5.59e-06, 1.85e-06, 5.48e-06, 2.74e-07, 2.92e-06, 1.48e-06, 4.22e-06, 2.25e-06, 4.75e-06, 4.18e-06, 1.93e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.59e-06, 1.85e-06, 5.48e-06, 2.74e-07, 2.92e-06, 1.48e-06, 4.22e-06, 2.25e-06, 4.75e-06, 4.18e-06, 1.93e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.615233 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1540000   [5.59e-06, 1.85e-06, 5.48e-06, 2.74e-07, 2.92e-06, 1.48e-06, 4.22e-06, 2.25e-06, 4.75e-06, 4.18e-06, 1.93e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    [5.59e-06, 1.85e-06, 5.48e-06, 2.74e-07, 2.92e-06, 1.48e-06, 4.22e-06, 2.25e-06, 4.75e-06, 4.18e-06, 1.93e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00]    []  
1542000   [2.48e-06, 7.42e-07, 2.09e-06, 3.26e-07, 1.59e-06, 8.82e-07, 4.05e-06, 1.13e-07, 1.23e-06, 8.35e-07, 6.08e-07, 2.30e-06, 1.69e-07, 1.59e-08, 0.00e+00]    [2.48e-06, 7.42e-07, 2.09e-06, 3.26e-07, 1.59e-06, 8.82e-07, 4.05e-06, 1.13e-07, 1.23e-06, 8.35e-07, 6.08e-07, 2.30e-06, 1.69e-07, 1.59e-08, 0.00e+00]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.269695 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1542000   [2.48e-06, 7.42e-07, 2.09e-06, 3.26e-07, 1.59e-06, 8.82e-07, 4.05e-06, 1.13e-07, 1.23e-06, 8.35e-07, 6.08e-07, 2.30e-06, 1.69e-07, 1.59e-08, 0.00e+00]    [2.48e-06, 7.42e-07, 2.09e-06, 3.26e-07, 1.59e-06, 8.82e-07, 4.05e-06, 1.13e-07, 1.23e-06, 8.35e-07, 6.08e-07, 2.30e-06, 1.69e-07, 1.59e-08, 0.00e+00]    []  
1544000   [8.54e-06, 2.76e-06, 4.27e-06, 4.83e-07, 5.40e-06, 2.27e-06, 8.72e-06, 3.54e-06, 5.34e-06, 9.68e-06, 9.46e-06, 6.14e-05, 0.00e+00, 0.00e+00, 2.39e-08]    [8.54e-06, 2.76e-06, 4.27e-06, 4.83e-07, 5.40e-06, 2.27e-06, 8.72e-06, 3.54e-06, 5.34e-06, 9.68e-06, 9.46e-06, 6.14e-05, 0.00e+00, 0.00e+00, 2.39e-08]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 36.298396 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1544000   [8.54e-06, 2.76e-06, 4.27e-06, 4.83e-07, 5.40e-06, 2.27e-06, 8.72e-06, 3.54e-06, 5.34e-06, 9.68e-06, 9.46e-06, 6.14e-05, 0.00e+00, 0.00e+00, 2.39e-08]    [8.54e-06, 2.76e-06, 4.27e-06, 4.83e-07, 5.40e-06, 2.27e-06, 8.72e-06, 3.54e-06, 5.34e-06, 9.68e-06, 9.46e-06, 6.14e-05, 0.00e+00, 0.00e+00, 2.39e-08]    []  
1546000   [5.59e-06, 2.97e-06, 5.32e-06, 4.06e-07, 4.14e-06, 4.86e-06, 1.34e-06, 5.06e-06, 6.17e-06, 7.84e-06, 4.63e-06, 4.91e-05, 0.00e+00, 0.00e+00, 3.67e-09]    [5.59e-06, 2.97e-06, 5.32e-06, 4.06e-07, 4.14e-06, 4.86e-06, 1.34e-06, 5.06e-06, 6.17e-06, 7.84e-06, 4.63e-06, 4.91e-05, 0.00e+00, 0.00e+00, 3.67e-09]    []  

Best model at step 1079897:
  train loss: 2.17e-07
  test loss: 2.17e-07
  test metric: []

'train' took 35.654503 s

Training model...

Step      Train loss                                                                                                                                                Test loss                                                                                                                                                 Test metric
1546000   [5.59e-06, 2.97e-06, 5.32e-06, 4.06e-07, 4.14e-06, 4.86e-06, 1.34e-06, 5.06e-06, 6.17e-06, 7.84e-06, 4.63e-06, 4.91e-05, 0.00e+00, 0.00e+00, 3.67e-09]    [5.59e-06, 2.97e-06, 5.32e-06, 4.06e-07, 4.14e-06, 4.86e-06, 1.34e-06, 5.06e-06, 6.17e-06, 7.84e-06, 4.63e-06, 4.91e-05, 0.00e+00, 0.00e+00, 3.67e-09]    []  
Training ended prematurely
Best train step: 1079897
alpha: 0.21980887651
beta: 0.10970002413
kappa: -0.012434460223
{'alpha': 0.15, 'beta': 0.1, 'kappa': 0.1}
No synth Data for label Im
No synth Data for label Im
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
296000    [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10]    [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10]    []  
298000    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.028921 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
298000    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10]    []  
300000    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.742155 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
300000    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11]    []  
302000    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.727605 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
302000    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10]    []  
304000    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.821391 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
304000    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10]    []  
306000    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.618769 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
306000    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10]    []  
308000    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.371342 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
308000    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10]    []  
310000    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.551979 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
310000    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10]    []  
312000    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.535133 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
312000    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09]    []  
314000    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.801913 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
314000    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10]    []  
316000    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.762731 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
316000    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10]    []  
318000    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.617370 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
318000    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10]    []  
320000    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.110379 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
320000    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09]    []  
322000    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.526168 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
322000    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10]    []  
324000    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.838260 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
324000    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10]    []  
326000    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.857667 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
326000    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10]    []  
328000    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.475502 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
328000    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10]    []  
330000    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.510030 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
330000    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10]    []  
332000    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.445790 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
332000    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09]    []  
334000    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.139724 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
334000    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10]    []  
336000    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.715099 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
336000    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10]    []  
338000    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.810694 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
338000    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10]    []  
340000    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.760642 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
340000    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10]    []  
342000    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.445720 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
342000    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10]    []  
344000    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.800180 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
344000    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10]    []  
346000    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.766461 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
346000    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10]    []  
348000    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.087533 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
348000    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10]    []  
350000    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.963021 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
350000    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10]    []  
352000    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.118564 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
352000    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10]    []  
354000    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.156097 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
354000    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10]    []  
356000    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.001918 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
356000    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10]    []  
358000    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.674150 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
358000    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10]    []  
360000    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.953188 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
360000    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10]    []  
362000    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.770177 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
362000    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10]    []  
364000    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.189236 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
364000    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10]    []  
366000    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.904081 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
366000    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10]    []  
368000    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.071054 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
368000    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10]    []  
370000    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.935281 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
370000    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10]    []  
372000    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.092208 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
372000    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10]    []  
374000    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.672845 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
374000    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10]    []  
376000    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.762642 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
376000    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10]    []  
378000    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.975331 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
378000    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10]    []  
380000    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.200955 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
380000    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09]    []  
382000    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.504066 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
382000    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10]    []  
384000    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.977627 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
384000    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10]    []  
386000    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.164036 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
386000    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10]    []  
388000    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.684223 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
388000    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09]    []  
390000    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.763296 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
390000    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10]    []  
392000    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.286439 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
392000    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10]    []  
394000    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.061304 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
394000    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10]    []  
396000    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.022354 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
In [ ]:
intermediate_train()
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
396000    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12]    []  
398000    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.163367 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
398000    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10]    []  
400000    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.454407 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
400000    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10]    []  
402000    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.897396 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
402000    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10]    []  
404000    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.974319 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
404000    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10]    []  
406000    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.894680 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
406000    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10]    []  
408000    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.975171 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
408000    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10]    []  
410000    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.791585 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
410000    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11]    []  
412000    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.955005 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
412000    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10]    []  
414000    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.609394 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
414000    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08]    []  
416000    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.876959 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
416000    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10]    []  
418000    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.837911 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
418000    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10]    []  
420000    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.608448 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
420000    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10]    []  
422000    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.304380 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
422000    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08]    []  
424000    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.546930 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
424000    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07]    []  
426000    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.105726 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
426000    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08]    []  
428000    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.967955 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
428000    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07]    []  
430000    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.731190 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
430000    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08]    []  
432000    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.867747 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
432000    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08]    []  
434000    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.487127 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
434000    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08]    []  
436000    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.449184 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
436000    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09]    []  
438000    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.378396 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
438000    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07]    []  
440000    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 14.864812 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
440000    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07]    []  
442000    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.081639 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
442000    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08]    []  
444000    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.609971 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
444000    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07]    []  
446000    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.567914 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
446000    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07]    []  
448000    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.435316 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
448000    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10]    []  
450000    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.154134 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
450000    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08]    []  
452000    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.216957 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
452000    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10]    []  
454000    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 18.512978 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
454000    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10]    []  
456000    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 18.581200 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
456000    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10]    []  
458000    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.217270 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
458000    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11]    []  
460000    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.297518 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
460000    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10]    []  
462000    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.899074 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
462000    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10]    []  
464000    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.107139 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
464000    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10]    []  
466000    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.950410 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
466000    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10]    []  
468000    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.074150 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
468000    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10]    []  
470000    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.917307 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
470000    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09]    []  
472000    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 16.825395 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
472000    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10]    []  
474000    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.447869 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
474000    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10]    []  
476000    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.146189 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
476000    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11]    []  
478000    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.094902 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
478000    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13]    []  
480000    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.901806 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
480000    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10]    []  
482000    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.122339 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
482000    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11]    []  
484000    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.554551 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
484000    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10]    []  
486000    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.559897 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
486000    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10]    []  
488000    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.716167 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
488000    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10]    []  
490000    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.732444 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
490000    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10]    []  
492000    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 17.417968 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
492000    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10]    []  
494000    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.174080 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...

Step      Train loss                                                                                                                                                                                                            Test loss                                                                                                                                                                                                             Test metric
494000    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10]    []  
496000    [6.04e-06, 6.42e-07, 2.69e-06, 6.47e-09, 2.38e-11, 5.71e-06, 1.91e-06, 3.98e-06, 1.32e-09, 1.06e-09, 0.00e+00, 3.39e-08, 1.87e-10, 4.07e-10, 7.95e-11, 1.23e-10, 3.03e-14, 4.80e-06, 9.33e-07, 1.45e-06, 3.50e-10]    [6.04e-06, 6.42e-07, 2.69e-06, 6.47e-09, 2.38e-11, 5.71e-06, 1.91e-06, 3.98e-06, 1.32e-09, 1.06e-09, 0.00e+00, 3.39e-08, 1.87e-10, 4.07e-10, 7.95e-11, 1.23e-10, 3.03e-14, 4.80e-06, 9.33e-07, 1.45e-06, 3.50e-10]    []  

Best model at step 195362:
  train loss: 1.46e-05
  test loss: 1.46e-05
  test metric: []

'train' took 15.311691 s

Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}

Final Output¶

In [ ]:
# params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)

model.set_synthetic_data(t_synth, solution_synth_full) 
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
# plot.show_known_and_prediction()
# plot.plot_param_history()
# plot.plot_loss_history()
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
In [ ]:
plot.show_known_and_prediction()
plot.plot_param_history()
plot.plot_loss_history()
/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/exercises_Jakob/Plot.py:290: UserWarning: Creating legend with loc="best" can be slow with large amounts of data.
  plt.tight_layout()
/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/.venv/lib/python3.9/site-packages/IPython/core/events.py:89: UserWarning: Creating legend with loc="best" can be slow with large amounts of data.
  func(*args, **kwargs)
/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/.venv/lib/python3.9/site-packages/IPython/core/pylabtools.py:152: UserWarning: Creating legend with loc="best" can be slow with large amounts of data.
  fig.canvas.print_figure(bytes_io, **kw)
In [ ]:
# from SIRD_normal_nn import SIRD_net
# max_timestep = 100000
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = solution_synth[t_bool]

# net = SIRD_net(t, wsol, init_num_people=1e6)
# net.train()
# net.plot(t_synth, solution_synth)
In [ ]:
# fig, ax = plt.subplots()
# net.plot(ax, t_synth)